def _build_storage_descriptor()

in athena_glue_service_logs/s3_access.py [0:0]

• 40 lines of code
• 5 McCabe index (conditional complexity)

    def _build_storage_descriptor(self, partition_values=None):
        if partition_values is None:
            partition_values = []
        return {
            "Columns": [
                {"Name": "bucket_owner", "Type": "string"},
                {"Name": "bucket", "Type": "string"},
                {"Name": "time", "Type": "timestamp"},
                {"Name": "remote_ip", "Type": "string"},
                {"Name": "requester", "Type": "string"},
                {"Name": "request_id", "Type": "string"},
                {"Name": "operation", "Type": "string"},
                {"Name": "key", "Type": "string"},
                {"Name": "request_uri", "Type": "string"},
                {"Name": "http_status", "Type": "string"},
                {"Name": "error_code", "Type": "string"},
                {"Name": "bytes_sent", "Type": "string"},
                {"Name": "object_size", "Type": "string"},
                {"Name": "total_time", "Type": "string"},
                {"Name": "turnaround_time", "Type": "string"},
                {"Name": "referrer", "Type": "string"},
                {"Name": "user_agent", "Type": "string"},
                {"Name": "version_id", "Type": "string"},
                {"Name": "host_id", "Type": "string"},
                {"Name": "signature_version", "Type": "string"},
                {"Name": "cipher_suite", "Type": "string"},
                {"Name": "authentication_type", "Type": "string"},
                {"Name": "host_header", "Type": "string"},
                {"Name": "tls_version", "Type": "string"},
            ],
            "Location": self.partitioner.build_partitioned_path(partition_values),
            "InputFormat": "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
            "OutputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
            "SerdeInfo": {
                "SerializationLibrary": "org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
                "Parameters": {}
            },
            "BucketColumns": [],  # Required or SHOW CREATE TABLE fails
            "Parameters": {}  # Required or create_dynamic_frame.from_catalog fails for partitions
        }