in components/doc-deletion/src/doc_deletion_main.py [0:0]
def delete_gcs_folder(storage_client: storage.Client, run_id: str):
bucket = storage_client.bucket(
f"dpu-process-{storage_client.project}"
) # type: storage.Bucket
blobs = [
b
for b in bucket.list_blobs(
prefix=f"docs-processing-{run_id.replace('_', '-')}/"
)
]
for blob in blobs:
logger.warning(f"blob {blob.name} was detected as leftover - will be deleted")
bucket.delete_blobs(blobs=blobs)