def build_partitions_from_s3()

in athena_glue_service_logs/partitioners/grouped_date_partitioner.py [0:0]

• 10 lines of code
• 4 McCabe index (conditional complexity)

    def build_partitions_from_s3(self):
        partition_values = []
        s3_reader = S3Reader(self.s3_location)

        # Scan for regions
        region_data = s3_reader.get_regions_in_partition()

        # For each region, get first date and add to data catalog
        # Then add all partitions after that date
        for region in region_data:
            first_date_tuple = s3_reader.get_first_date_in_prefix(region)
            first_partition = [region] + first_date_tuple
            partition_values.append(first_partition)
            partition_values += self._build_partition_values_for_region(region, first_date_tuple)

        return partition_values