in components/processing/libs/processor-base/src/processors/base/gcsio.py [0:0]
def list(self):
"""List folders or objects below the path"""
logger.debug("Listing %s", str(self))
if self.bucket:
for blob in self.bucket.list_blobs(prefix=self.path):
yield GCSPath(
f"gs://{self.bucket.name}/{blob.name}", crc32c=blob.crc32c
)
else:
for root, _, files in os.walk(self.path):
for file in files:
yield GCSPath(str(Path(root, file)))