Skip to content

Commit 1d3f096

Browse files
Carl SchwanCarlSchwan
Carl Schwan
authored and
CarlSchwan
committed
perf(s3): Expose pre-signed urls for S3
This is faster than going back to nextcloud to download the files. This is an opt-in setting that can be enabled by setting use_presigned_url in the object store config. Additionally add support for the proxy config which is needed in a docker setup. See juliusknorr/nextcloud-docker-dev#431 Signed-off-by: Carl Schwan <carl.schwan@nextcloud.com>
1 parent df8d838 commit 1d3f096

12 files changed

Lines changed: 104 additions & 20 deletions

File tree

‎apps/dav/lib/Connector/Sabre/File.php‎

Lines changed: 7 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -538,19 +538,16 @@ public function getContentType() {
538538
return Server::get(IMimeTypeDetector::class)->getSecureMimeType($mimeType);
539539
}
540540

541-
/**
542-
* @return array|bool
543-
*/
544-
public function getDirectDownload() {
541+
public function getDirectDownload(): array|false {
545542
if (Server::get(IAppManager::class)->isEnabledForUser('encryption')) {
546-
return [];
543+
return false;
547544
}
548-
[$storage, $internalPath] = $this->fileView->resolvePath($this->path);
549-
if (is_null($storage)) {
550-
return [];
545+
$node = $this->getNode();
546+
$storage = $node->getStorage();
547+
if (!$storage) {
548+
return false;
551549
}
552-
553-
return $storage->getDirectDownload($internalPath);
550+
return $storage->getDirectDownload((string)$node->getId());
554551
}
555552

556553
/**

‎apps/dav/lib/Connector/Sabre/FilesPlugin.php‎

Lines changed: 25 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,7 @@ class FilesPlugin extends ServerPlugin {
5050
public const OCM_SHARE_PERMISSIONS_PROPERTYNAME = '{http://open-cloud-mesh.org/ns}share-permissions';
5151
public const SHARE_ATTRIBUTES_PROPERTYNAME = '{http://nextcloud.org/ns}share-attributes';
5252
public const DOWNLOADURL_PROPERTYNAME = '{http://owncloud.org/ns}downloadURL';
53+
public const DOWNLOADURL_EXPIRATION_PROPERTYNAME = '{http://nextcloud.org/ns}download-url-expiration';
5354
public const SIZE_PROPERTYNAME = '{http://owncloud.org/ns}size';
5455
public const GETETAG_PROPERTYNAME = '{DAV:}getetag';
5556
public const LASTMODIFIED_PROPERTYNAME = '{DAV:}lastmodified';
@@ -120,6 +121,7 @@ public function initialize(Server $server) {
120121
$server->protectedProperties[] = self::SHARE_ATTRIBUTES_PROPERTYNAME;
121122
$server->protectedProperties[] = self::SIZE_PROPERTYNAME;
122123
$server->protectedProperties[] = self::DOWNLOADURL_PROPERTYNAME;
124+
$server->protectedProperties[] = self::DOWNLOADURL_EXPIRATION_PROPERTYNAME;
123125
$server->protectedProperties[] = self::OWNER_ID_PROPERTYNAME;
124126
$server->protectedProperties[] = self::OWNER_DISPLAY_NAME_PROPERTYNAME;
125127
$server->protectedProperties[] = self::CHECKSUMS_PROPERTYNAME;
@@ -471,16 +473,32 @@ public function handleGetProperties(PropFind $propFind, \Sabre\DAV\INode $node)
471473
}
472474

473475
if ($node instanceof File) {
474-
$propFind->handle(self::DOWNLOADURL_PROPERTYNAME, function () use ($node) {
476+
$requestProperties = $propFind->getRequestedProperties();
477+
if (in_array(self::DOWNLOADURL_PROPERTYNAME, $requestProperties, true)
478+
|| in_array(self::DOWNLOADURL_EXPIRATION_PROPERTYNAME, $requestProperties, true)) {
475479
try {
476480
$directDownloadUrl = $node->getDirectDownload();
477-
if (isset($directDownloadUrl['url'])) {
478-
return $directDownloadUrl['url'];
481+
if ($directDownloadUrl && isset($directDownloadUrl['url'])) {
482+
$propFind->handle(self::DOWNLOADURL_PROPERTYNAME, $directDownloadUrl['url']);
483+
$propFind->handle(self::DOWNLOADURL_EXPIRATION_PROPERTYNAME, $directDownloadUrl['expiration']);
479484
}
480-
} catch (StorageNotAvailableException $e) {
481-
return false;
482-
} catch (ForbiddenException $e) {
483-
return false;
485+
} catch (StorageNotAvailableException|ForbiddenException) {
486+
$propFind->handle(self::DOWNLOADURL_PROPERTYNAME, false);
487+
$propFind->handle(self::DOWNLOADURL_EXPIRATION_PROPERTYNAME, false);
488+
}
489+
}
490+
491+
$propFind->handle(self::PREVIEW_METADATA_PROPERTYNAME, function () use ($node) {
492+
try {
493+
if (isset($this->previewMetadataCache[$node->getInternalFileId()])) {
494+
$previews = $this->previewMetadataCache[$node->getInternalFileId()];
495+
} else {
496+
[$node->getInternalFileId() => $previews] = $this->previewService->getAvailablePreviews([$node->getInternalFileId()]);
497+
}
498+
499+
$data = array_map(static fn (Preview $preview) => $preview->jsonSerialize(), $previews);
500+
return json_encode($data, JSON_THROW_ON_ERROR);
501+
} catch (\Exception $e) {
484502
}
485503
return false;
486504
});

‎lib/private/Files/ObjectStore/Azure.php‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -117,4 +117,8 @@ public function objectExists($urn) {
117117
public function copyObject($from, $to) {
118118
$this->getBlobClient()->copyBlob($this->containerName, $to, $this->containerName, $from);
119119
}
120+
121+
public function preSignedUrl(string $urn, \DateTimeInterface $expiration): ?string {
122+
return null;
123+
}
120124
}

‎lib/private/Files/ObjectStore/ObjectStoreStorage.php‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -844,4 +844,22 @@ public function free_space(string $path): int|float|false {
844844

845845
return $available;
846846
}
847+
848+
public function getDirectDownload(string $path): array|false {
849+
if (is_numeric($path)) {
850+
$fileId = (int)$path;
851+
} else {
852+
$path = $this->normalizePath($path);
853+
$cacheEntry = $this->getCache()->get($path);
854+
855+
if (!$cacheEntry || $cacheEntry->getMimeType() === FileInfo::MIMETYPE_FOLDER) {
856+
return false;
857+
}
858+
$fileId = $cacheEntry->getId();
859+
}
860+
861+
$expiration = new \DateTimeImmutable('+60 minutes');
862+
$url = $this->objectStore->preSignedUrl($this->getURN($fileId), $expiration);
863+
return $url ? ['url' => $url, 'expiration' => $expiration->getTimestamp()] : false;
864+
}
847865
}

‎lib/private/Files/ObjectStore/S3ConnectionTrait.php‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,8 @@ trait S3ConnectionTrait {
2828

2929
protected ?S3Client $connection = null;
3030

31+
private bool $usePresignedUrl = false;
32+
3133
protected function parseParams($params) {
3234
if (empty($params['bucket'])) {
3335
throw new \Exception('Bucket has to be configured.');
@@ -93,12 +95,15 @@ public function getConnection() {
9395
)
9496
);
9597

98+
$this->usePresignedUrl = $this->params['use_presigned_url'] ?? false;
99+
96100
$options = [
97101
'version' => $this->params['version'] ?? 'latest',
98102
'credentials' => $provider,
99103
'endpoint' => $base_url,
100104
'region' => $this->params['region'],
101105
'use_path_style_endpoint' => isset($this->params['use_path_style']) ? $this->params['use_path_style'] : false,
106+
'proxy' => isset($this->params['proxy']) ? $this->params['proxy'] : false,
102107
'signature_provider' => \Aws\or_chain([self::class, 'legacySignatureProvider'], ClientResolver::_default_signature_provider()),
103108
'csm' => false,
104109
'use_arn_region' => false,
@@ -256,4 +261,8 @@ protected function getSSECParameters(bool $copy = false): array {
256261
'SSECustomerKeyMD5' => md5($rawKey, true)
257262
];
258263
}
264+
265+
public function isUsePresignedUrl(): bool {
266+
return $this->usePresignedUrl;
267+
}
259268
}

‎lib/private/Files/ObjectStore/S3ObjectTrait.php‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@
77
namespace OC\Files\ObjectStore;
88

99
use Aws\Command;
10+
use Aws\Exception\AwsException;
1011
use Aws\Exception\MultipartUploadException;
1112
use Aws\S3\Exception\S3MultipartUploadException;
1213
use Aws\S3\MultipartCopy;
@@ -291,4 +292,23 @@ public function copyObject($from, $to, array $options = []) {
291292
], $options));
292293
}
293294
}
295+
296+
public function preSignedUrl(string $urn, \DateTimeInterface $expiration): ?string {
297+
$command = $this->getConnection()->getCommand('GetObject', [
298+
'Bucket' => $this->getBucket(),
299+
'Key' => $urn,
300+
]);
301+
302+
if (!$this->isUsePresignedUrl()) {
303+
return null;
304+
}
305+
306+
try {
307+
return (string)$this->getConnection()->createPresignedRequest($command, $expiration, [
308+
'signPayload' => true,
309+
])->getUri();
310+
} catch (AwsException) {
311+
return null;
312+
}
313+
}
294314
}

‎lib/private/Files/ObjectStore/StorageObjectStore.php‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -74,4 +74,8 @@ public function objectExists($urn) {
7474
public function copyObject($from, $to) {
7575
$this->storage->copy($from, $to);
7676
}
77+
78+
public function preSignedUrl(string $urn, \DateTimeInterface $expiration): ?string {
79+
return null;
80+
}
7781
}

‎lib/private/Files/ObjectStore/Swift.php‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -134,4 +134,7 @@ public function copyObject($from, $to) {
134134
'destination' => $this->getContainer()->name . '/' . $to
135135
]);
136136
}
137+
public function preSignedUrl(string $urn, \DateTimeInterface $expiration): ?string {
138+
return null;
139+
}
137140
}

‎lib/private/Files/Storage/Common.php‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -446,7 +446,7 @@ public function instanceOfStorage(string $class): bool {
446446
}
447447

448448
/**
449-
* A custom storage implementation can return an url for direct download of a give file.
449+
* A custom storage implementation can return a url for direct download of a give file.
450450
*
451451
* For now the returned array can hold the parameter url - in future more attributes might follow.
452452
*/

‎lib/public/Files/ObjectStore/IObjectStore.php‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -63,4 +63,10 @@ public function objectExists($urn);
6363
* @since 21.0.0
6464
*/
6565
public function copyObject($from, $to);
66+
67+
/**
68+
* Get pre signed url for an object
69+
* @since 32.0.0
70+
*/
71+
public function preSignedUrl(string $urn, \DateTimeInterface $expiration): ?string;
6672
}

0 commit comments

Comments
 (0)