def split()

in src_lambda/main.py [0:0]

• 8 lines of code
• 3 McCabe index (conditional complexity)

def split(bucket_name, prefix, suffix, batch_limit):
    """
    Splits all found files (which match the prefix and suffix)
    in a bucket into splits with a given batch limit.
    """
    bucket = s3.Bucket(name=bucket_name)

    objects = bucket.objects.filter(Prefix=prefix)
    keys = [obj.key for obj in objects]
    suffix_keys = list(filter(lambda key: key.endswith(suffix), keys))

    for (index,batch_keys) in enumerate(batch(suffix_keys, batch_limit, None)):
        batch_keys = filter(None.__ne__, batch_keys)
        yield (index,batch_keys)