def list_objects()

in dags/processing/processing.py [0:0]

• 13 lines of code
• 1 McCabe index (conditional complexity)

def list_objects(bucket, prefix):
    import boto3
    s3_client = boto3.client("s3")

    print(f"Will scan for files in s3://{bucket}/{prefix}")
    paginator = s3_client.get_paginator('list_objects_v2')
    iterator = paginator.paginate(
        Bucket=bucket,
        Prefix=prefix,
        PaginationConfig={
            "PageSize": 100
        }
    )

    return iterator