in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py [0:0]
def main(
pipeline_name: str,
source_url: dict,
source_file: pathlib.Path,
target_file: pathlib.Path,
shape_file: str,
chunksize: str,
ftp_host: str,
ftp_dir: str,
project_id: str,
dataset_id: str,
table_id: str,
target_gcs_bucket: str,
target_gcs_path: str,
schema_path: str,
drop_dest_table: str,
input_field_delimiter: str,
ftp_batch_size: str,
ftp_batch_sleep_time: str,
full_data_load: str,
start_year: str,
input_csv_headers: typing.List[str],
data_dtypes: dict,
reorder_headers_list: typing.List[str],
convert_int_list: dict,
null_rows_list: typing.List[str],
date_format_list: typing.List[typing.List[str]],
slice_column_list: dict,
regex_list: dict,
trim_whitespace_list: typing.List[str],
rename_headers_list: dict,
remove_source_file: str,
delete_target_file: str,
input_csv_field_pos: typing.List[dict],
number_of_header_rows: str,
int_date_list: typing.List[str],
gen_location_list: dict,