in athena_glue_service_logs/alb.py [0:0]
def _build_storage_descriptor(self, partition_values=None):
if partition_values is None:
partition_values = []
return {
"Columns": self._columns(),
"Location": self.partitioner.build_partitioned_path(partition_values),
"InputFormat": "org.apache.hadoop.mapred.TextInputFormat",
"OutputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
"SerdeInfo": {
"SerializationLibrary": "com.amazonaws.glue.serde.GrokSerDe",
"Parameters": {
"input.format": "%{NOTSPACE:type} %{NOTSPACE:time} %{NOTSPACE:elb} %{NOTSPACE:client_ip_port} %{NOTSPACE:target_ip_port} %{BASE10NUM:request_processing_time:double} %{BASE10NUM:target_processing_time:double} %{BASE10NUM:response_processing_time:double} %{NOTSPACE:elb_status_code} %{NOTSPACE:target_status_code} %{NOTSPACE:received_bytes:int} %{NOTSPACE:sent_bytes:int} \"%{NOTSPACE:request_verb} %{NOTSPACE:request_url} %{INSIDE_QS:request_proto}\" \"%{INSIDE_QS:user_agent}\" %{NOTSPACE:ssl_cipher} %{NOTSPACE:ssl_protocol} %{NOTSPACE:target_group_arn} \"%{INSIDE_QS:trace_id}\" \"%{INSIDE_QS:domain_name}\" \"%{INSIDE_QS:chosen_cert_arn}\"(\s%{NOTSPACE:matched_rule_priority})?(\s%{NOTSPACE:request_creation_time})?(\s\"%{INSIDE_QS:actions_executed}\")?(\s\"%{INSIDE_QS:redirect_url}\")?(\s\"%{INSIDE_QS:error_reason}\")?", # noqa pylint: disable=C0301
"input.grokCustomPatterns": "INSIDE_QS ([^\\\"]*)"
}
},
"BucketColumns": [], # Required or SHOW CREATE TABLE fails
"Parameters": {} # Required or create_dynamic_frame.from_catalog fails for partitions