From a324dbec2e91a7d18dfb992537fa4dc952c44b7e Mon Sep 17 00:00:00 2001 From: Robin Appelman Date: Thu, 20 Mar 2025 15:22:27 +0100 Subject: [PATCH 1/6] feat: add command to get object metadata Signed-off-by: Robin Appelman --- apps/files/appinfo/info.xml | 1 + .../composer/composer/autoload_classmap.php | 1 + .../composer/composer/autoload_static.php | 1 + apps/files/lib/Command/Object/Info.php | 79 +++++++++++++++++++ lib/composer/composer/autoload_classmap.php | 1 + lib/composer/composer/autoload_static.php | 1 + lib/private/Files/ObjectStore/S3.php | 42 +++++++++- .../ObjectStore/IObjectStoreMetaData.php | 36 +++++++++ 8 files changed, 159 insertions(+), 3 deletions(-) create mode 100644 apps/files/lib/Command/Object/Info.php create mode 100644 lib/public/Files/ObjectStore/IObjectStoreMetaData.php diff --git a/apps/files/appinfo/info.xml b/apps/files/appinfo/info.xml index 114ee85622b..910ace2df73 100644 --- a/apps/files/appinfo/info.xml +++ b/apps/files/appinfo/info.xml @@ -49,6 +49,7 @@ OCA\Files\Command\Object\Delete OCA\Files\Command\Object\Get OCA\Files\Command\Object\Put + OCA\Files\Command\Object\Info diff --git a/apps/files/composer/composer/autoload_classmap.php b/apps/files/composer/composer/autoload_classmap.php index 5922560f521..fb91757c268 100644 --- a/apps/files/composer/composer/autoload_classmap.php +++ b/apps/files/composer/composer/autoload_classmap.php @@ -34,6 +34,7 @@ return array( 'OCA\\Files\\Command\\Move' => $baseDir . '/../lib/Command/Move.php', 'OCA\\Files\\Command\\Object\\Delete' => $baseDir . '/../lib/Command/Object/Delete.php', 'OCA\\Files\\Command\\Object\\Get' => $baseDir . '/../lib/Command/Object/Get.php', + 'OCA\\Files\\Command\\Object\\Info' => $baseDir . '/../lib/Command/Object/Info.php', 'OCA\\Files\\Command\\Object\\ObjectUtil' => $baseDir . '/../lib/Command/Object/ObjectUtil.php', 'OCA\\Files\\Command\\Object\\Put' => $baseDir . '/../lib/Command/Object/Put.php', 'OCA\\Files\\Command\\Put' => $baseDir . '/../lib/Command/Put.php', diff --git a/apps/files/composer/composer/autoload_static.php b/apps/files/composer/composer/autoload_static.php index bf489b037f7..975772671bd 100644 --- a/apps/files/composer/composer/autoload_static.php +++ b/apps/files/composer/composer/autoload_static.php @@ -49,6 +49,7 @@ class ComposerStaticInitFiles 'OCA\\Files\\Command\\Move' => __DIR__ . '/..' . '/../lib/Command/Move.php', 'OCA\\Files\\Command\\Object\\Delete' => __DIR__ . '/..' . '/../lib/Command/Object/Delete.php', 'OCA\\Files\\Command\\Object\\Get' => __DIR__ . '/..' . '/../lib/Command/Object/Get.php', + 'OCA\\Files\\Command\\Object\\Info' => __DIR__ . '/..' . '/../lib/Command/Object/Info.php', 'OCA\\Files\\Command\\Object\\ObjectUtil' => __DIR__ . '/..' . '/../lib/Command/Object/ObjectUtil.php', 'OCA\\Files\\Command\\Object\\Put' => __DIR__ . '/..' . '/../lib/Command/Object/Put.php', 'OCA\\Files\\Command\\Put' => __DIR__ . '/..' . '/../lib/Command/Put.php', diff --git a/apps/files/lib/Command/Object/Info.php b/apps/files/lib/Command/Object/Info.php new file mode 100644 index 00000000000..5dcc552ea34 --- /dev/null +++ b/apps/files/lib/Command/Object/Info.php @@ -0,0 +1,79 @@ +setName('files:object:info') + ->setDescription('Get the metadata of an object') + ->addArgument('object', InputArgument::REQUIRED, 'Object to get') + ->addOption('bucket', 'b', InputOption::VALUE_REQUIRED, "Bucket to get the object from, only required in cases where it can't be determined from the config"); + } + + public function execute(InputInterface $input, OutputInterface $output): int { + $object = $input->getArgument('object'); + $objectStore = $this->objectUtils->getObjectStore($input->getOption('bucket'), $output); + if (!$objectStore) { + return self::FAILURE; + } + + if (!$objectStore instanceof IObjectStoreMetaData) { + $output->writeln('Configured object store does currently not support retrieve metadata'); + return self::FAILURE; + } + + if (!$objectStore->objectExists($object)) { + $output->writeln("Object $object does not exist"); + return self::FAILURE; + } + + try { + $meta = $objectStore->getObjectMetaData($object); + } catch (\Exception $e) { + $msg = $e->getMessage(); + $output->writeln("Failed to read $object from object store: $msg"); + return self::FAILURE; + } + + if ($input->getOption('output') === 'plain' && isset($meta['size'])) { + $meta['size'] = \OC_Helper::humanFileSize($meta['size']); + } + if (isset($meta['mtime'])) { + $meta['mtime'] = $meta['mtime']->format(\DateTimeImmutable::ATOM); + } + if (!isset($meta['mimetype'])) { + $handle = $objectStore->readObject($object); + $head = fread($handle, 8192); + fclose($handle); + $meta['mimetype'] = $this->mimeTypeDetector->detectString($head); + } + + $this->writeArrayInOutputFormat($input, $output, $meta); + + return self::SUCCESS; + } + +} diff --git a/lib/composer/composer/autoload_classmap.php b/lib/composer/composer/autoload_classmap.php index 6555ebcea6b..4f8d64dd574 100644 --- a/lib/composer/composer/autoload_classmap.php +++ b/lib/composer/composer/autoload_classmap.php @@ -457,6 +457,7 @@ return array( 'OCP\\Files\\Notify\\INotifyHandler' => $baseDir . '/lib/public/Files/Notify/INotifyHandler.php', 'OCP\\Files\\Notify\\IRenameChange' => $baseDir . '/lib/public/Files/Notify/IRenameChange.php', 'OCP\\Files\\ObjectStore\\IObjectStore' => $baseDir . '/lib/public/Files/ObjectStore/IObjectStore.php', + 'OCP\\Files\\ObjectStore\\IObjectStoreMetaData' => $baseDir . '/lib/public/Files/ObjectStore/IObjectStoreMetaData.php', 'OCP\\Files\\ObjectStore\\IObjectStoreMultiPartUpload' => $baseDir . '/lib/public/Files/ObjectStore/IObjectStoreMultiPartUpload.php', 'OCP\\Files\\ReservedWordException' => $baseDir . '/lib/public/Files/ReservedWordException.php', 'OCP\\Files\\Search\\ISearchBinaryOperator' => $baseDir . '/lib/public/Files/Search/ISearchBinaryOperator.php', diff --git a/lib/composer/composer/autoload_static.php b/lib/composer/composer/autoload_static.php index 0f770eb1bdc..1f2e4742349 100644 --- a/lib/composer/composer/autoload_static.php +++ b/lib/composer/composer/autoload_static.php @@ -506,6 +506,7 @@ class ComposerStaticInit749170dad3f5e7f9ca158f5a9f04f6a2 'OCP\\Files\\Notify\\INotifyHandler' => __DIR__ . '/../../..' . '/lib/public/Files/Notify/INotifyHandler.php', 'OCP\\Files\\Notify\\IRenameChange' => __DIR__ . '/../../..' . '/lib/public/Files/Notify/IRenameChange.php', 'OCP\\Files\\ObjectStore\\IObjectStore' => __DIR__ . '/../../..' . '/lib/public/Files/ObjectStore/IObjectStore.php', + 'OCP\\Files\\ObjectStore\\IObjectStoreMetaData' => __DIR__ . '/../../..' . '/lib/public/Files/ObjectStore/IObjectStoreMetaData.php', 'OCP\\Files\\ObjectStore\\IObjectStoreMultiPartUpload' => __DIR__ . '/../../..' . '/lib/public/Files/ObjectStore/IObjectStoreMultiPartUpload.php', 'OCP\\Files\\ReservedWordException' => __DIR__ . '/../../..' . '/lib/public/Files/ReservedWordException.php', 'OCP\\Files\\Search\\ISearchBinaryOperator' => __DIR__ . '/../../..' . '/lib/public/Files/Search/ISearchBinaryOperator.php', diff --git a/lib/private/Files/ObjectStore/S3.php b/lib/private/Files/ObjectStore/S3.php index 41ab75caf45..63c93ca8f3e 100644 --- a/lib/private/Files/ObjectStore/S3.php +++ b/lib/private/Files/ObjectStore/S3.php @@ -3,14 +3,16 @@ * SPDX-FileCopyrightText: 2016 Nextcloud GmbH and Nextcloud contributors * SPDX-License-Identifier: AGPL-3.0-or-later */ + namespace OC\Files\ObjectStore; use Aws\Result; use Exception; use OCP\Files\ObjectStore\IObjectStore; +use OCP\Files\ObjectStore\IObjectStoreMetaData; use OCP\Files\ObjectStore\IObjectStoreMultiPartUpload; -class S3 implements IObjectStore, IObjectStoreMultiPartUpload { +class S3 implements IObjectStore, IObjectStoreMultiPartUpload, IObjectStoreMetaData { use S3ConnectionTrait; use S3ObjectTrait; @@ -61,7 +63,7 @@ class S3 implements IObjectStore, IObjectStoreMultiPartUpload { 'Key' => $urn, 'UploadId' => $uploadId, 'MaxParts' => 1000, - 'PartNumberMarker' => $partNumberMarker + 'PartNumberMarker' => $partNumberMarker, ] + $this->getSSECParameters()); $parts = array_merge($parts, $result->get('Parts') ?? []); $isTruncated = $result->get('IsTruncated'); @@ -89,7 +91,41 @@ class S3 implements IObjectStore, IObjectStoreMultiPartUpload { $this->getConnection()->abortMultipartUpload([ 'Bucket' => $this->bucket, 'Key' => $urn, - 'UploadId' => $uploadId + 'UploadId' => $uploadId, ]); } + + public function getObjectMetaData(string $urn): array { + $object = $this->getConnection()->headObject([ + 'Bucket' => $this->bucket, + 'Key' => $urn + ] + $this->getSSECParameters())->toArray(); + return [ + 'mtime' => $object['LastModified'], + 'etag' => trim($object['ETag'], '"'), + 'size' => (int)($object['Size'] ?? $object['ContentLength']), + ]; + } + + public function listObjects(string $prefix = ''): \Iterator { + $results = $this->getConnection()->getPaginator('ListObjectsV2', [ + 'Bucket' => $this->bucket, + 'Prefix' => $prefix, + ] + $this->getSSECParameters()); + + foreach ($results as $result) { + if (is_array($result['Contents'])) { + foreach ($result['Contents'] as $object) { + yield [ + 'urn' => basename($object['Key']), + 'meta' => [ + 'mtime' => strtotime($object['LastModified']), + 'etag' => trim($object['ETag'], '"'), + 'size' => (int)($object['Size'] ?? $object['ContentLength']), + ], + ]; + } + } + } + } } diff --git a/lib/public/Files/ObjectStore/IObjectStoreMetaData.php b/lib/public/Files/ObjectStore/IObjectStoreMetaData.php new file mode 100644 index 00000000000..48e1290850c --- /dev/null +++ b/lib/public/Files/ObjectStore/IObjectStoreMetaData.php @@ -0,0 +1,36 @@ + + */ + public function listObjects(string $prefix = ''): \Iterator; +} From f0cab800aba64cf3fe45ebed3f4eeaac5658f1b8 Mon Sep 17 00:00:00 2001 From: Robin Appelman Date: Thu, 20 Mar 2025 15:59:25 +0100 Subject: [PATCH 2/6] feat: add command to list objects Signed-off-by: Robin Appelman --- apps/files/appinfo/info.xml | 1 + .../composer/composer/autoload_classmap.php | 1 + .../composer/composer/autoload_static.php | 1 + apps/files/lib/Command/Object/ListObject.php | 119 ++++++++++++++++++ lib/private/Files/ObjectStore/S3.php | 4 +- .../ObjectStore/IObjectStoreMetaData.php | 4 +- 6 files changed, 127 insertions(+), 3 deletions(-) create mode 100644 apps/files/lib/Command/Object/ListObject.php diff --git a/apps/files/appinfo/info.xml b/apps/files/appinfo/info.xml index 910ace2df73..f05ce05c428 100644 --- a/apps/files/appinfo/info.xml +++ b/apps/files/appinfo/info.xml @@ -50,6 +50,7 @@ OCA\Files\Command\Object\Get OCA\Files\Command\Object\Put OCA\Files\Command\Object\Info + OCA\Files\Command\Object\ListObject diff --git a/apps/files/composer/composer/autoload_classmap.php b/apps/files/composer/composer/autoload_classmap.php index fb91757c268..256210ac818 100644 --- a/apps/files/composer/composer/autoload_classmap.php +++ b/apps/files/composer/composer/autoload_classmap.php @@ -35,6 +35,7 @@ return array( 'OCA\\Files\\Command\\Object\\Delete' => $baseDir . '/../lib/Command/Object/Delete.php', 'OCA\\Files\\Command\\Object\\Get' => $baseDir . '/../lib/Command/Object/Get.php', 'OCA\\Files\\Command\\Object\\Info' => $baseDir . '/../lib/Command/Object/Info.php', + 'OCA\\Files\\Command\\Object\\ListObject' => $baseDir . '/../lib/Command/Object/ListObject.php', 'OCA\\Files\\Command\\Object\\ObjectUtil' => $baseDir . '/../lib/Command/Object/ObjectUtil.php', 'OCA\\Files\\Command\\Object\\Put' => $baseDir . '/../lib/Command/Object/Put.php', 'OCA\\Files\\Command\\Put' => $baseDir . '/../lib/Command/Put.php', diff --git a/apps/files/composer/composer/autoload_static.php b/apps/files/composer/composer/autoload_static.php index 975772671bd..df1a18e984c 100644 --- a/apps/files/composer/composer/autoload_static.php +++ b/apps/files/composer/composer/autoload_static.php @@ -50,6 +50,7 @@ class ComposerStaticInitFiles 'OCA\\Files\\Command\\Object\\Delete' => __DIR__ . '/..' . '/../lib/Command/Object/Delete.php', 'OCA\\Files\\Command\\Object\\Get' => __DIR__ . '/..' . '/../lib/Command/Object/Get.php', 'OCA\\Files\\Command\\Object\\Info' => __DIR__ . '/..' . '/../lib/Command/Object/Info.php', + 'OCA\\Files\\Command\\Object\\ListObject' => __DIR__ . '/..' . '/../lib/Command/Object/ListObject.php', 'OCA\\Files\\Command\\Object\\ObjectUtil' => __DIR__ . '/..' . '/../lib/Command/Object/ObjectUtil.php', 'OCA\\Files\\Command\\Object\\Put' => __DIR__ . '/..' . '/../lib/Command/Object/Put.php', 'OCA\\Files\\Command\\Put' => __DIR__ . '/..' . '/../lib/Command/Put.php', diff --git a/apps/files/lib/Command/Object/ListObject.php b/apps/files/lib/Command/Object/ListObject.php new file mode 100644 index 00000000000..d3b8feae7c7 --- /dev/null +++ b/apps/files/lib/Command/Object/ListObject.php @@ -0,0 +1,119 @@ +setName('files:object:list') + ->setDescription('List all objects in the object store') + ->addOption('bucket', 'b', InputOption::VALUE_REQUIRED, "Bucket to list the objects from, only required in cases where it can't be determined from the config"); + } + + public function execute(InputInterface $input, OutputInterface $output): int { + $objectStore = $this->objectUtils->getObjectStore($input->getOption('bucket'), $output); + if (!$objectStore) { + return self::FAILURE; + } + + if (!$objectStore instanceof IObjectStoreMetaData) { + $output->writeln('Configured object store does currently not support listing objects'); + return self::FAILURE; + } + $outputType = $input->getOption('output'); + $humanOutput = $outputType === self::OUTPUT_FORMAT_PLAIN; + + if (!$humanOutput) { + $output->writeln('['); + } + $objects = $objectStore->listObjects(); + $first = true; + + foreach ($this->chunkIterator($objects, self::CHUNK_SIZE) as $chunk) { + if ($outputType === self::OUTPUT_FORMAT_PLAIN) { + $this->outputChunk($input, $output, $chunk); + } else { + foreach ($chunk as $object) { + if (!$first) { + $output->writeln(','); + } + $row = $this->formatObject($object, $humanOutput); + if ($outputType === self::OUTPUT_FORMAT_JSON_PRETTY) { + $output->write(json_encode($row, JSON_PRETTY_PRINT)); + } else { + $output->write(json_encode($row)); + } + $first = false; + } + } + } + + if (!$humanOutput) { + $output->writeln("\n]"); + } + + return self::SUCCESS; + } + + private function formatObject(array $object, bool $humanOutput): array { + $row = array_merge([ + 'urn' => $object['urn'], + ], ($object['metadata'] ?? [])); + + if ($humanOutput && isset($row['size'])) { + $row['size'] = \OC_Helper::humanFileSize($row['size']); + } + if (isset($row['mtime'])) { + $row['mtime'] = $row['mtime']->format(\DateTimeImmutable::ATOM); + } + return $row; + } + + private function outputChunk(InputInterface $input, OutputInterface $output, iterable $chunk): void { + $result = []; + $humanOutput = $input->getOption('output') === "plain"; + + foreach ($chunk as $object) { + $result[] = $this->formatObject($object, $humanOutput); + } + $this->writeTableInOutputFormat($input, $output, $result); + } + + function chunkIterator(\Iterator $iterator, int $count): \Iterator { + $chunk = []; + + for($i = 0; $iterator->valid(); $i++){ + $chunk[] = $iterator->current(); + $iterator->next(); + if(count($chunk) == $count){ + yield $chunk; + $chunk = []; + } + } + + if(count($chunk)){ + yield $chunk; + } + } +} diff --git a/lib/private/Files/ObjectStore/S3.php b/lib/private/Files/ObjectStore/S3.php index 63c93ca8f3e..e970fb6ac14 100644 --- a/lib/private/Files/ObjectStore/S3.php +++ b/lib/private/Files/ObjectStore/S3.php @@ -118,8 +118,8 @@ class S3 implements IObjectStore, IObjectStoreMultiPartUpload, IObjectStoreMetaD foreach ($result['Contents'] as $object) { yield [ 'urn' => basename($object['Key']), - 'meta' => [ - 'mtime' => strtotime($object['LastModified']), + 'metadata' => [ + 'mtime' => $object['LastModified'], 'etag' => trim($object['ETag'], '"'), 'size' => (int)($object['Size'] ?? $object['ContentLength']), ], diff --git a/lib/public/Files/ObjectStore/IObjectStoreMetaData.php b/lib/public/Files/ObjectStore/IObjectStoreMetaData.php index 48e1290850c..8359e83f573 100644 --- a/lib/public/Files/ObjectStore/IObjectStoreMetaData.php +++ b/lib/public/Files/ObjectStore/IObjectStoreMetaData.php @@ -30,7 +30,9 @@ interface IObjectStoreMetaData { * If the object store implementation can do it efficiently, the metadata for each object is also included. * * @param string $prefix - * @return \Iterator + * @return \Iterator + * + * @since 32.0.0 */ public function listObjects(string $prefix = ''): \Iterator; } From e0ec7db29c5fb5812551ba883870427e79a0fc71 Mon Sep 17 00:00:00 2001 From: Robin Appelman Date: Thu, 20 Mar 2025 16:33:32 +0100 Subject: [PATCH 3/6] feat: add command to list orphan objects Signed-off-by: Robin Appelman --- apps/files/appinfo/info.xml | 1 + .../composer/composer/autoload_classmap.php | 1 + .../composer/composer/autoload_static.php | 1 + apps/files/lib/Command/Object/ListObject.php | 72 +---------------- apps/files/lib/Command/Object/ObjectUtil.php | 78 ++++++++++++++++++- apps/files/lib/Command/Object/Orphans.php | 73 +++++++++++++++++ 6 files changed, 154 insertions(+), 72 deletions(-) create mode 100644 apps/files/lib/Command/Object/Orphans.php diff --git a/apps/files/appinfo/info.xml b/apps/files/appinfo/info.xml index f05ce05c428..5d10931b727 100644 --- a/apps/files/appinfo/info.xml +++ b/apps/files/appinfo/info.xml @@ -51,6 +51,7 @@ OCA\Files\Command\Object\Put OCA\Files\Command\Object\Info OCA\Files\Command\Object\ListObject + OCA\Files\Command\Object\Orphans diff --git a/apps/files/composer/composer/autoload_classmap.php b/apps/files/composer/composer/autoload_classmap.php index 256210ac818..de41b717fcc 100644 --- a/apps/files/composer/composer/autoload_classmap.php +++ b/apps/files/composer/composer/autoload_classmap.php @@ -37,6 +37,7 @@ return array( 'OCA\\Files\\Command\\Object\\Info' => $baseDir . '/../lib/Command/Object/Info.php', 'OCA\\Files\\Command\\Object\\ListObject' => $baseDir . '/../lib/Command/Object/ListObject.php', 'OCA\\Files\\Command\\Object\\ObjectUtil' => $baseDir . '/../lib/Command/Object/ObjectUtil.php', + 'OCA\\Files\\Command\\Object\\Orphans' => $baseDir . '/../lib/Command/Object/Orphans.php', 'OCA\\Files\\Command\\Object\\Put' => $baseDir . '/../lib/Command/Object/Put.php', 'OCA\\Files\\Command\\Put' => $baseDir . '/../lib/Command/Put.php', 'OCA\\Files\\Command\\RepairTree' => $baseDir . '/../lib/Command/RepairTree.php', diff --git a/apps/files/composer/composer/autoload_static.php b/apps/files/composer/composer/autoload_static.php index df1a18e984c..f226a656e0d 100644 --- a/apps/files/composer/composer/autoload_static.php +++ b/apps/files/composer/composer/autoload_static.php @@ -52,6 +52,7 @@ class ComposerStaticInitFiles 'OCA\\Files\\Command\\Object\\Info' => __DIR__ . '/..' . '/../lib/Command/Object/Info.php', 'OCA\\Files\\Command\\Object\\ListObject' => __DIR__ . '/..' . '/../lib/Command/Object/ListObject.php', 'OCA\\Files\\Command\\Object\\ObjectUtil' => __DIR__ . '/..' . '/../lib/Command/Object/ObjectUtil.php', + 'OCA\\Files\\Command\\Object\\Orphans' => __DIR__ . '/..' . '/../lib/Command/Object/Orphans.php', 'OCA\\Files\\Command\\Object\\Put' => __DIR__ . '/..' . '/../lib/Command/Object/Put.php', 'OCA\\Files\\Command\\Put' => __DIR__ . '/..' . '/../lib/Command/Put.php', 'OCA\\Files\\Command\\RepairTree' => __DIR__ . '/..' . '/../lib/Command/RepairTree.php', diff --git a/apps/files/lib/Command/Object/ListObject.php b/apps/files/lib/Command/Object/ListObject.php index d3b8feae7c7..f63eb9c2260 100644 --- a/apps/files/lib/Command/Object/ListObject.php +++ b/apps/files/lib/Command/Object/ListObject.php @@ -41,79 +41,9 @@ class ListObject extends Base { $output->writeln('Configured object store does currently not support listing objects'); return self::FAILURE; } - $outputType = $input->getOption('output'); - $humanOutput = $outputType === self::OUTPUT_FORMAT_PLAIN; - - if (!$humanOutput) { - $output->writeln('['); - } $objects = $objectStore->listObjects(); - $first = true; - - foreach ($this->chunkIterator($objects, self::CHUNK_SIZE) as $chunk) { - if ($outputType === self::OUTPUT_FORMAT_PLAIN) { - $this->outputChunk($input, $output, $chunk); - } else { - foreach ($chunk as $object) { - if (!$first) { - $output->writeln(','); - } - $row = $this->formatObject($object, $humanOutput); - if ($outputType === self::OUTPUT_FORMAT_JSON_PRETTY) { - $output->write(json_encode($row, JSON_PRETTY_PRINT)); - } else { - $output->write(json_encode($row)); - } - $first = false; - } - } - } - - if (!$humanOutput) { - $output->writeln("\n]"); - } + $this->objectUtils->writeIteratorToOutput($input, $output, $objects, self::CHUNK_SIZE); return self::SUCCESS; } - - private function formatObject(array $object, bool $humanOutput): array { - $row = array_merge([ - 'urn' => $object['urn'], - ], ($object['metadata'] ?? [])); - - if ($humanOutput && isset($row['size'])) { - $row['size'] = \OC_Helper::humanFileSize($row['size']); - } - if (isset($row['mtime'])) { - $row['mtime'] = $row['mtime']->format(\DateTimeImmutable::ATOM); - } - return $row; - } - - private function outputChunk(InputInterface $input, OutputInterface $output, iterable $chunk): void { - $result = []; - $humanOutput = $input->getOption('output') === "plain"; - - foreach ($chunk as $object) { - $result[] = $this->formatObject($object, $humanOutput); - } - $this->writeTableInOutputFormat($input, $output, $result); - } - - function chunkIterator(\Iterator $iterator, int $count): \Iterator { - $chunk = []; - - for($i = 0; $iterator->valid(); $i++){ - $chunk[] = $iterator->current(); - $iterator->next(); - if(count($chunk) == $count){ - yield $chunk; - $chunk = []; - } - } - - if(count($chunk)){ - yield $chunk; - } - } } diff --git a/apps/files/lib/Command/Object/ObjectUtil.php b/apps/files/lib/Command/Object/ObjectUtil.php index c4ab59608fb..8460e225b61 100644 --- a/apps/files/lib/Command/Object/ObjectUtil.php +++ b/apps/files/lib/Command/Object/ObjectUtil.php @@ -8,13 +8,15 @@ declare(strict_types=1); namespace OCA\Files\Command\Object; +use OC\Core\Command\Base; use OCP\DB\QueryBuilder\IQueryBuilder; use OCP\Files\ObjectStore\IObjectStore; use OCP\IConfig; use OCP\IDBConnection; +use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Output\OutputInterface; -class ObjectUtil { +class ObjectUtil extends Base { public function __construct( private IConfig $config, private IDBConnection $connection, @@ -91,4 +93,78 @@ class ObjectUtil { return $fileId; } + + public function writeIteratorToOutput(InputInterface $input, OutputInterface $output, \Iterator $objects, int $chunkSize): void { + $outputType = $input->getOption('output'); + $humanOutput = $outputType === Base::OUTPUT_FORMAT_PLAIN; + $first = true; + + if (!$humanOutput) { + $output->writeln('['); + } + + foreach ($this->chunkIterator($objects, $chunkSize) as $chunk) { + if ($outputType === Base::OUTPUT_FORMAT_PLAIN) { + $this->outputChunk($input, $output, $chunk); + } else { + foreach ($chunk as $object) { + if (!$first) { + $output->writeln(','); + } + $row = $this->formatObject($object, $humanOutput); + if ($outputType === Base::OUTPUT_FORMAT_JSON_PRETTY) { + $output->write(json_encode($row, JSON_PRETTY_PRINT)); + } else { + $output->write(json_encode($row)); + } + $first = false; + } + } + } + + if (!$humanOutput) { + $output->writeln("\n]"); + } + } + + private function formatObject(array $object, bool $humanOutput): array { + $row = array_merge([ + 'urn' => $object['urn'], + ], ($object['metadata'] ?? [])); + + if ($humanOutput && isset($row['size'])) { + $row['size'] = \OC_Helper::humanFileSize($row['size']); + } + if (isset($row['mtime'])) { + $row['mtime'] = $row['mtime']->format(\DateTimeImmutable::ATOM); + } + return $row; + } + + private function outputChunk(InputInterface $input, OutputInterface $output, iterable $chunk): void { + $result = []; + $humanOutput = $input->getOption('output') === 'plain'; + + foreach ($chunk as $object) { + $result[] = $this->formatObject($object, $humanOutput); + } + $this->writeTableInOutputFormat($input, $output, $result); + } + + public function chunkIterator(\Iterator $iterator, int $count): \Iterator { + $chunk = []; + + for ($i = 0; $iterator->valid(); $i++) { + $chunk[] = $iterator->current(); + $iterator->next(); + if (count($chunk) == $count) { + yield $chunk; + $chunk = []; + } + } + + if (count($chunk)) { + yield $chunk; + } + } } diff --git a/apps/files/lib/Command/Object/Orphans.php b/apps/files/lib/Command/Object/Orphans.php new file mode 100644 index 00000000000..22538cf7b91 --- /dev/null +++ b/apps/files/lib/Command/Object/Orphans.php @@ -0,0 +1,73 @@ +query = $connection->getQueryBuilder(); + $this->query->select('fileid') + ->from('filecache') + ->where($this->query->expr()->eq('fileid', $this->query->createParameter('file_id'))); + } + + protected function configure(): void { + parent::configure(); + $this + ->setName('files:object:orphans') + ->setDescription('List all objects in the object store that don\'t have a matching entry in the database') + ->addOption('bucket', 'b', InputOption::VALUE_REQUIRED, "Bucket to list the objects from, only required in cases where it can't be determined from the config"); + } + + public function execute(InputInterface $input, OutputInterface $output): int { + $objectStore = $this->objectUtils->getObjectStore($input->getOption('bucket'), $output); + if (!$objectStore) { + return self::FAILURE; + } + + if (!$objectStore instanceof IObjectStoreMetaData) { + $output->writeln('Configured object store does currently not support listing objects'); + return self::FAILURE; + } + $prefixLength = strlen('urn:oid:'); + + $objects = $objectStore->listObjects('urn:oid:'); + $objects->rewind(); + $orphans = new \CallbackFilterIterator($objects, function (array $object) use ($prefixLength) { + $fileId = (int)substr($object['urn'], $prefixLength); + return !$this->fileIdInDb($fileId); + }); + $orphans = new \ArrayIterator(iterator_to_array($orphans)); + $this->objectUtils->writeIteratorToOutput($input, $output, $orphans, self::CHUNK_SIZE); + + return self::SUCCESS; + } + + private function fileIdInDb(int $fileId): bool { + $this->query->setParameter('file_id', $fileId, IQueryBuilder::PARAM_INT); + $result = $this->query->executeQuery(); + return $result->fetchOne() !== false; + } +} From 18997b0199fa4cb932660e217e06696666ea577f Mon Sep 17 00:00:00 2001 From: Robin Appelman Date: Tue, 25 Mar 2025 15:17:32 +0100 Subject: [PATCH 4/6] feat: rework object listing Signed-off-by: Robin Appelman --- apps/files/lib/Command/Object/Info.php | 3 +- apps/files/lib/Command/Object/ObjectUtil.php | 51 +++++++++----------- apps/files/lib/Command/Object/Orphans.php | 26 ++++++---- 3 files changed, 42 insertions(+), 38 deletions(-) diff --git a/apps/files/lib/Command/Object/Info.php b/apps/files/lib/Command/Object/Info.php index 5dcc552ea34..6748de37cfe 100644 --- a/apps/files/lib/Command/Object/Info.php +++ b/apps/files/lib/Command/Object/Info.php @@ -11,6 +11,7 @@ namespace OCA\Files\Command\Object; use OC\Core\Command\Base; use OCP\Files\IMimeTypeDetector; use OCP\Files\ObjectStore\IObjectStoreMetaData; +use OCP\Util; use Symfony\Component\Console\Input\InputArgument; use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Input\InputOption; @@ -59,7 +60,7 @@ class Info extends Base { } if ($input->getOption('output') === 'plain' && isset($meta['size'])) { - $meta['size'] = \OC_Helper::humanFileSize($meta['size']); + $meta['size'] = Util::humanFileSize($meta['size']); } if (isset($meta['mtime'])) { $meta['mtime'] = $meta['mtime']->format(\DateTimeImmutable::ATOM); diff --git a/apps/files/lib/Command/Object/ObjectUtil.php b/apps/files/lib/Command/Object/ObjectUtil.php index 8460e225b61..273ad9d6ec9 100644 --- a/apps/files/lib/Command/Object/ObjectUtil.php +++ b/apps/files/lib/Command/Object/ObjectUtil.php @@ -13,6 +13,7 @@ use OCP\DB\QueryBuilder\IQueryBuilder; use OCP\Files\ObjectStore\IObjectStore; use OCP\IConfig; use OCP\IDBConnection; +use OCP\Util; use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Output\OutputInterface; @@ -97,32 +98,28 @@ class ObjectUtil extends Base { public function writeIteratorToOutput(InputInterface $input, OutputInterface $output, \Iterator $objects, int $chunkSize): void { $outputType = $input->getOption('output'); $humanOutput = $outputType === Base::OUTPUT_FORMAT_PLAIN; - $first = true; - if (!$humanOutput) { - $output->writeln('['); - } + if ($humanOutput) { + // we can't write tables in a streaming way, so we print them in chunks instead + foreach ($this->chunkIterator($objects, $chunkSize) as $chunk) { + $this->outputChunkHuman($input, $output, $chunk); + } + } else { + $first = true; - foreach ($this->chunkIterator($objects, $chunkSize) as $chunk) { - if ($outputType === Base::OUTPUT_FORMAT_PLAIN) { - $this->outputChunk($input, $output, $chunk); - } else { - foreach ($chunk as $object) { - if (!$first) { - $output->writeln(','); - } - $row = $this->formatObject($object, $humanOutput); - if ($outputType === Base::OUTPUT_FORMAT_JSON_PRETTY) { - $output->write(json_encode($row, JSON_PRETTY_PRINT)); - } else { - $output->write(json_encode($row)); - } - $first = false; + $output->writeln('['); + foreach ($objects as $object) { + if (!$first) { + $output->writeln(','); } + $row = $this->formatObject($object, false); + if ($outputType === self::OUTPUT_FORMAT_JSON_PRETTY) { + $output->write(json_encode($row, JSON_PRETTY_PRINT)); + } else { + $output->write(json_encode($row)); + } + $first = false; } - } - - if (!$humanOutput) { $output->writeln("\n]"); } } @@ -133,7 +130,7 @@ class ObjectUtil extends Base { ], ($object['metadata'] ?? [])); if ($humanOutput && isset($row['size'])) { - $row['size'] = \OC_Helper::humanFileSize($row['size']); + $row['size'] = Util::humanFileSize($row['size']); } if (isset($row['mtime'])) { $row['mtime'] = $row['mtime']->format(\DateTimeImmutable::ATOM); @@ -141,12 +138,10 @@ class ObjectUtil extends Base { return $row; } - private function outputChunk(InputInterface $input, OutputInterface $output, iterable $chunk): void { + private function outputChunkHuman(InputInterface $input, OutputInterface $output, iterable $chunk): void { $result = []; - $humanOutput = $input->getOption('output') === 'plain'; - foreach ($chunk as $object) { - $result[] = $this->formatObject($object, $humanOutput); + $result[] = $this->formatObject($object, true); } $this->writeTableInOutputFormat($input, $output, $result); } @@ -158,12 +153,14 @@ class ObjectUtil extends Base { $chunk[] = $iterator->current(); $iterator->next(); if (count($chunk) == $count) { + // Got a full chunk, yield and start a new one yield $chunk; $chunk = []; } } if (count($chunk)) { + // Yield the last chunk even if incomplete yield $chunk; } } diff --git a/apps/files/lib/Command/Object/Orphans.php b/apps/files/lib/Command/Object/Orphans.php index 22538cf7b91..aac05f2d4c0 100644 --- a/apps/files/lib/Command/Object/Orphans.php +++ b/apps/files/lib/Command/Object/Orphans.php @@ -19,18 +19,23 @@ use Symfony\Component\Console\Output\OutputInterface; class Orphans extends Base { private const CHUNK_SIZE = 100; - private IQueryBuilder $query; + private ?IQueryBuilder $query = null; public function __construct( private readonly ObjectUtil $objectUtils, - IDBConnection $connection, + private readonly IDBConnection $connection, ) { parent::__construct(); + } - $this->query = $connection->getQueryBuilder(); - $this->query->select('fileid') - ->from('filecache') - ->where($this->query->expr()->eq('fileid', $this->query->createParameter('file_id'))); + private function getQuery(): IQueryBuilder { + if (!$this->query) { + $this->query = $this->connection->getQueryBuilder(); + $this->query->select('fileid') + ->from('filecache') + ->where($this->query->expr()->eq('fileid', $this->query->createParameter('file_id'))); + } + return $this->query; } protected function configure(): void { @@ -54,20 +59,21 @@ class Orphans extends Base { $prefixLength = strlen('urn:oid:'); $objects = $objectStore->listObjects('urn:oid:'); - $objects->rewind(); $orphans = new \CallbackFilterIterator($objects, function (array $object) use ($prefixLength) { $fileId = (int)substr($object['urn'], $prefixLength); return !$this->fileIdInDb($fileId); }); - $orphans = new \ArrayIterator(iterator_to_array($orphans)); + $orphans->rewind(); + $this->objectUtils->writeIteratorToOutput($input, $output, $orphans, self::CHUNK_SIZE); return self::SUCCESS; } private function fileIdInDb(int $fileId): bool { - $this->query->setParameter('file_id', $fileId, IQueryBuilder::PARAM_INT); - $result = $this->query->executeQuery(); + $query = $this->getQuery(); + $query->setParameter('file_id', $fileId, IQueryBuilder::PARAM_INT); + $result = $query->executeQuery(); return $result->fetchOne() !== false; } } From 4ff14790af9db96c9534e03b128d1038f4efcee0 Mon Sep 17 00:00:00 2001 From: Robin Appelman Date: Fri, 28 Mar 2025 15:23:13 +0100 Subject: [PATCH 5/6] feat: move streaming output helps to command base class Signed-off-by: Robin Appelman --- apps/files/lib/Command/Object/ListObject.php | 3 +- apps/files/lib/Command/Object/ObjectUtil.php | 62 ++------------------ apps/files/lib/Command/Object/Orphans.php | 4 +- core/Command/Base.php | 52 ++++++++++++++++ 4 files changed, 61 insertions(+), 60 deletions(-) diff --git a/apps/files/lib/Command/Object/ListObject.php b/apps/files/lib/Command/Object/ListObject.php index f63eb9c2260..5d30232e09f 100644 --- a/apps/files/lib/Command/Object/ListObject.php +++ b/apps/files/lib/Command/Object/ListObject.php @@ -42,7 +42,8 @@ class ListObject extends Base { return self::FAILURE; } $objects = $objectStore->listObjects(); - $this->objectUtils->writeIteratorToOutput($input, $output, $objects, self::CHUNK_SIZE); + $objects = $this->objectUtils->formatObjects($objects, $input->getOption('output') === self::OUTPUT_FORMAT_PLAIN); + $this->writeStreamingTableInOutputFormat($input, $output, $objects, self::CHUNK_SIZE); return self::SUCCESS; } diff --git a/apps/files/lib/Command/Object/ObjectUtil.php b/apps/files/lib/Command/Object/ObjectUtil.php index 273ad9d6ec9..5f053c2c42f 100644 --- a/apps/files/lib/Command/Object/ObjectUtil.php +++ b/apps/files/lib/Command/Object/ObjectUtil.php @@ -8,16 +8,14 @@ declare(strict_types=1); namespace OCA\Files\Command\Object; -use OC\Core\Command\Base; use OCP\DB\QueryBuilder\IQueryBuilder; use OCP\Files\ObjectStore\IObjectStore; use OCP\IConfig; use OCP\IDBConnection; use OCP\Util; -use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Output\OutputInterface; -class ObjectUtil extends Base { +class ObjectUtil { public function __construct( private IConfig $config, private IDBConnection $connection, @@ -95,36 +93,13 @@ class ObjectUtil extends Base { return $fileId; } - public function writeIteratorToOutput(InputInterface $input, OutputInterface $output, \Iterator $objects, int $chunkSize): void { - $outputType = $input->getOption('output'); - $humanOutput = $outputType === Base::OUTPUT_FORMAT_PLAIN; - - if ($humanOutput) { - // we can't write tables in a streaming way, so we print them in chunks instead - foreach ($this->chunkIterator($objects, $chunkSize) as $chunk) { - $this->outputChunkHuman($input, $output, $chunk); - } - } else { - $first = true; - - $output->writeln('['); - foreach ($objects as $object) { - if (!$first) { - $output->writeln(','); - } - $row = $this->formatObject($object, false); - if ($outputType === self::OUTPUT_FORMAT_JSON_PRETTY) { - $output->write(json_encode($row, JSON_PRETTY_PRINT)); - } else { - $output->write(json_encode($row)); - } - $first = false; - } - $output->writeln("\n]"); + public function formatObjects(\Iterator $objects, bool $humanOutput): \Iterator { + foreach ($objects as $object) { + yield $this->formatObject($object, $humanOutput); } } - private function formatObject(array $object, bool $humanOutput): array { + public function formatObject(array $object, bool $humanOutput): array { $row = array_merge([ 'urn' => $object['urn'], ], ($object['metadata'] ?? [])); @@ -137,31 +112,4 @@ class ObjectUtil extends Base { } return $row; } - - private function outputChunkHuman(InputInterface $input, OutputInterface $output, iterable $chunk): void { - $result = []; - foreach ($chunk as $object) { - $result[] = $this->formatObject($object, true); - } - $this->writeTableInOutputFormat($input, $output, $result); - } - - public function chunkIterator(\Iterator $iterator, int $count): \Iterator { - $chunk = []; - - for ($i = 0; $iterator->valid(); $i++) { - $chunk[] = $iterator->current(); - $iterator->next(); - if (count($chunk) == $count) { - // Got a full chunk, yield and start a new one - yield $chunk; - $chunk = []; - } - } - - if (count($chunk)) { - // Yield the last chunk even if incomplete - yield $chunk; - } - } } diff --git a/apps/files/lib/Command/Object/Orphans.php b/apps/files/lib/Command/Object/Orphans.php index aac05f2d4c0..f7132540fc8 100644 --- a/apps/files/lib/Command/Object/Orphans.php +++ b/apps/files/lib/Command/Object/Orphans.php @@ -63,9 +63,9 @@ class Orphans extends Base { $fileId = (int)substr($object['urn'], $prefixLength); return !$this->fileIdInDb($fileId); }); - $orphans->rewind(); - $this->objectUtils->writeIteratorToOutput($input, $output, $orphans, self::CHUNK_SIZE); + $orphans = $this->objectUtils->formatObjects($orphans, $input->getOption('output') === self::OUTPUT_FORMAT_PLAIN); + $this->writeStreamingTableInOutputFormat($input, $output, $orphans, self::CHUNK_SIZE); return self::SUCCESS; } diff --git a/core/Command/Base.php b/core/Command/Base.php index b915ae2ae4a..c9b6337b64a 100644 --- a/core/Command/Base.php +++ b/core/Command/Base.php @@ -88,6 +88,58 @@ class Base extends Command implements CompletionAwareInterface { } } + protected function writeStreamingTableInOutputFormat(InputInterface $input, OutputInterface $output, \Iterator $items, int $tableGroupSize): void { + switch ($input->getOption('output')) { + case self::OUTPUT_FORMAT_JSON: + case self::OUTPUT_FORMAT_JSON_PRETTY: + $this->writeStreamingJsonArray($input, $output, $items); + break; + default: + foreach ($this->chunkIterator($items, $tableGroupSize) as $chunk) { + $this->writeTableInOutputFormat($input, $output, $chunk); + } + break; + } + } + + protected function writeStreamingJsonArray(InputInterface $input, OutputInterface $output, \Iterator $items): void { + $first = true; + $outputType = $input->getOption('output'); + + $output->writeln('['); + foreach ($items as $item) { + if (!$first) { + $output->writeln(','); + } + if ($outputType === self::OUTPUT_FORMAT_JSON_PRETTY) { + $output->write(json_encode($item, JSON_PRETTY_PRINT)); + } else { + $output->write(json_encode($item)); + } + $first = false; + } + $output->writeln("\n]"); + } + + public function chunkIterator(\Iterator $iterator, int $count): \Iterator { + $chunk = []; + + for ($i = 0; $iterator->valid(); $i++) { + $chunk[] = $iterator->current(); + $iterator->next(); + if (count($chunk) == $count) { + // Got a full chunk, yield and start a new one + yield $chunk; + $chunk = []; + } + } + + if (count($chunk)) { + // Yield the last chunk even if incomplete + yield $chunk; + } + } + /** * @param mixed $item From 780766b63c76a4155f60b7370bec65dfc1301e6d Mon Sep 17 00:00:00 2001 From: Robin Appelman Date: Thu, 15 May 2025 17:59:10 +0200 Subject: [PATCH 6/6] fix: keep IObjectStoreMetaData in private namespace for backports Signed-off-by: Robin Appelman --- apps/files/lib/Command/Object/Info.php | 2 +- apps/files/lib/Command/Object/ListObject.php | 2 +- apps/files/lib/Command/Object/Orphans.php | 2 +- lib/composer/composer/autoload_classmap.php | 2 +- lib/composer/composer/autoload_static.php | 2 +- .../Files/ObjectStore/IObjectStoreMetaData.php | 4 +--- lib/private/Files/ObjectStore/S3.php | 1 - 7 files changed, 6 insertions(+), 9 deletions(-) rename lib/{public => private}/Files/ObjectStore/IObjectStoreMetaData.php (94%) diff --git a/apps/files/lib/Command/Object/Info.php b/apps/files/lib/Command/Object/Info.php index 6748de37cfe..383ffa9d0ef 100644 --- a/apps/files/lib/Command/Object/Info.php +++ b/apps/files/lib/Command/Object/Info.php @@ -9,8 +9,8 @@ declare(strict_types=1); namespace OCA\Files\Command\Object; use OC\Core\Command\Base; +use OC\Files\ObjectStore\IObjectStoreMetaData; use OCP\Files\IMimeTypeDetector; -use OCP\Files\ObjectStore\IObjectStoreMetaData; use OCP\Util; use Symfony\Component\Console\Input\InputArgument; use Symfony\Component\Console\Input\InputInterface; diff --git a/apps/files/lib/Command/Object/ListObject.php b/apps/files/lib/Command/Object/ListObject.php index 5d30232e09f..b377f7ae3c1 100644 --- a/apps/files/lib/Command/Object/ListObject.php +++ b/apps/files/lib/Command/Object/ListObject.php @@ -9,7 +9,7 @@ declare(strict_types=1); namespace OCA\Files\Command\Object; use OC\Core\Command\Base; -use OCP\Files\ObjectStore\IObjectStoreMetaData; +use OC\Files\ObjectStore\IObjectStoreMetaData; use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Input\InputOption; use Symfony\Component\Console\Output\OutputInterface; diff --git a/apps/files/lib/Command/Object/Orphans.php b/apps/files/lib/Command/Object/Orphans.php index f7132540fc8..14878fde925 100644 --- a/apps/files/lib/Command/Object/Orphans.php +++ b/apps/files/lib/Command/Object/Orphans.php @@ -9,8 +9,8 @@ declare(strict_types=1); namespace OCA\Files\Command\Object; use OC\Core\Command\Base; +use OC\Files\ObjectStore\IObjectStoreMetaData; use OCP\DB\QueryBuilder\IQueryBuilder; -use OCP\Files\ObjectStore\IObjectStoreMetaData; use OCP\IDBConnection; use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Input\InputOption; diff --git a/lib/composer/composer/autoload_classmap.php b/lib/composer/composer/autoload_classmap.php index 4f8d64dd574..3522f137e22 100644 --- a/lib/composer/composer/autoload_classmap.php +++ b/lib/composer/composer/autoload_classmap.php @@ -457,7 +457,6 @@ return array( 'OCP\\Files\\Notify\\INotifyHandler' => $baseDir . '/lib/public/Files/Notify/INotifyHandler.php', 'OCP\\Files\\Notify\\IRenameChange' => $baseDir . '/lib/public/Files/Notify/IRenameChange.php', 'OCP\\Files\\ObjectStore\\IObjectStore' => $baseDir . '/lib/public/Files/ObjectStore/IObjectStore.php', - 'OCP\\Files\\ObjectStore\\IObjectStoreMetaData' => $baseDir . '/lib/public/Files/ObjectStore/IObjectStoreMetaData.php', 'OCP\\Files\\ObjectStore\\IObjectStoreMultiPartUpload' => $baseDir . '/lib/public/Files/ObjectStore/IObjectStoreMultiPartUpload.php', 'OCP\\Files\\ReservedWordException' => $baseDir . '/lib/public/Files/ReservedWordException.php', 'OCP\\Files\\Search\\ISearchBinaryOperator' => $baseDir . '/lib/public/Files/Search/ISearchBinaryOperator.php', @@ -1628,6 +1627,7 @@ return array( 'OC\\Files\\ObjectStore\\AppdataPreviewObjectStoreStorage' => $baseDir . '/lib/private/Files/ObjectStore/AppdataPreviewObjectStoreStorage.php', 'OC\\Files\\ObjectStore\\Azure' => $baseDir . '/lib/private/Files/ObjectStore/Azure.php', 'OC\\Files\\ObjectStore\\HomeObjectStoreStorage' => $baseDir . '/lib/private/Files/ObjectStore/HomeObjectStoreStorage.php', + 'OC\\Files\\ObjectStore\\IObjectStoreMetaData' => $baseDir . '/lib/private/Files/ObjectStore/IObjectStoreMetaData.php', 'OC\\Files\\ObjectStore\\Mapper' => $baseDir . '/lib/private/Files/ObjectStore/Mapper.php', 'OC\\Files\\ObjectStore\\ObjectStoreScanner' => $baseDir . '/lib/private/Files/ObjectStore/ObjectStoreScanner.php', 'OC\\Files\\ObjectStore\\ObjectStoreStorage' => $baseDir . '/lib/private/Files/ObjectStore/ObjectStoreStorage.php', diff --git a/lib/composer/composer/autoload_static.php b/lib/composer/composer/autoload_static.php index 1f2e4742349..c06f25dd25d 100644 --- a/lib/composer/composer/autoload_static.php +++ b/lib/composer/composer/autoload_static.php @@ -506,7 +506,6 @@ class ComposerStaticInit749170dad3f5e7f9ca158f5a9f04f6a2 'OCP\\Files\\Notify\\INotifyHandler' => __DIR__ . '/../../..' . '/lib/public/Files/Notify/INotifyHandler.php', 'OCP\\Files\\Notify\\IRenameChange' => __DIR__ . '/../../..' . '/lib/public/Files/Notify/IRenameChange.php', 'OCP\\Files\\ObjectStore\\IObjectStore' => __DIR__ . '/../../..' . '/lib/public/Files/ObjectStore/IObjectStore.php', - 'OCP\\Files\\ObjectStore\\IObjectStoreMetaData' => __DIR__ . '/../../..' . '/lib/public/Files/ObjectStore/IObjectStoreMetaData.php', 'OCP\\Files\\ObjectStore\\IObjectStoreMultiPartUpload' => __DIR__ . '/../../..' . '/lib/public/Files/ObjectStore/IObjectStoreMultiPartUpload.php', 'OCP\\Files\\ReservedWordException' => __DIR__ . '/../../..' . '/lib/public/Files/ReservedWordException.php', 'OCP\\Files\\Search\\ISearchBinaryOperator' => __DIR__ . '/../../..' . '/lib/public/Files/Search/ISearchBinaryOperator.php', @@ -1677,6 +1676,7 @@ class ComposerStaticInit749170dad3f5e7f9ca158f5a9f04f6a2 'OC\\Files\\ObjectStore\\AppdataPreviewObjectStoreStorage' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/AppdataPreviewObjectStoreStorage.php', 'OC\\Files\\ObjectStore\\Azure' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/Azure.php', 'OC\\Files\\ObjectStore\\HomeObjectStoreStorage' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/HomeObjectStoreStorage.php', + 'OC\\Files\\ObjectStore\\IObjectStoreMetaData' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/IObjectStoreMetaData.php', 'OC\\Files\\ObjectStore\\Mapper' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/Mapper.php', 'OC\\Files\\ObjectStore\\ObjectStoreScanner' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/ObjectStoreScanner.php', 'OC\\Files\\ObjectStore\\ObjectStoreStorage' => __DIR__ . '/../../..' . '/lib/private/Files/ObjectStore/ObjectStoreStorage.php', diff --git a/lib/public/Files/ObjectStore/IObjectStoreMetaData.php b/lib/private/Files/ObjectStore/IObjectStoreMetaData.php similarity index 94% rename from lib/public/Files/ObjectStore/IObjectStoreMetaData.php rename to lib/private/Files/ObjectStore/IObjectStoreMetaData.php index 8359e83f573..dc6b55076ac 100644 --- a/lib/public/Files/ObjectStore/IObjectStoreMetaData.php +++ b/lib/private/Files/ObjectStore/IObjectStoreMetaData.php @@ -4,14 +4,12 @@ * SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors * SPDX-License-Identifier: AGPL-3.0-only */ -namespace OCP\Files\ObjectStore; +namespace OC\Files\ObjectStore; /** * Interface IObjectStoreMetaData * * @psalm-type ObjectMetaData = array{mtime?: \DateTime, etag?: string, size?: int, mimetype?: string, filename?: string} - * - * @since 32.0.0 */ interface IObjectStoreMetaData { /** diff --git a/lib/private/Files/ObjectStore/S3.php b/lib/private/Files/ObjectStore/S3.php index e970fb6ac14..71633b443dd 100644 --- a/lib/private/Files/ObjectStore/S3.php +++ b/lib/private/Files/ObjectStore/S3.php @@ -9,7 +9,6 @@ namespace OC\Files\ObjectStore; use Aws\Result; use Exception; use OCP\Files\ObjectStore\IObjectStore; -use OCP\Files\ObjectStore\IObjectStoreMetaData; use OCP\Files\ObjectStore\IObjectStoreMultiPartUpload; class S3 implements IObjectStore, IObjectStoreMultiPartUpload, IObjectStoreMetaData {