def build_partitions_from_s3()

in athena_glue_service_logs/partitioners/date_partitioner.py [0:0]

• 11 lines of code
• 4 McCabe index (conditional complexity)

    def build_partitions_from_s3(self):
        partition_values = []
        s3_reader = S3Reader(self.s3_location)

        # Get first date and add to data catalog
        # Then add all partitions after that date
        if self.hive_compatible:
            key_names = [key['Name'] for key in self.partition_keys()]
            first_partition = s3_reader.get_first_hivecompatible_date_in_prefix(key_names)
        else:
            first_partition = s3_reader.get_first_date_in_prefix()
        partition_values.append(first_partition)
        partition_values += self._get_date_values_since_initial_date(first_partition)

        return partition_values