in code/workflow/implementations/autopilot/bp_init_stage.py [0:0]
def create_athena_processing_input(self, athena_dataset_defintion, name, base_dir):
return {
'InputName': name,
'AppManaged': False,
'DatasetDefinition': {
'AthenaDatasetDefinition': {
'Catalog': athena_dataset_defintion["catalogName"],
'Database': athena_dataset_defintion["databaseName"],
'QueryString': athena_dataset_defintion["queryString"],
#'WorkGroup': 'string',
'OutputS3Uri': athena_dataset_defintion["s3OutputLocation"] + f"{name}/",
'KmsKeyId': 'string',
'OutputFormat': athena_dataset_defintion["outputFormat"].upper(),
#'OutputCompression': 'GZIP'|'SNAPPY'|'ZLIB'
},
'LocalPath': f"{base_dir}/{name}"
}
}