in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py [0:0]
def process_and_load_table(
source_file: str,
target_file: str,
pipeline_name: str,
source_url: str,
chunksize: str,
project_id: str,
dataset_id: str,
destination_table: str,
target_gcs_bucket: str,
target_gcs_path: str,
schema_path: str,
drop_dest_table: str,
input_field_delimiter: str,
input_csv_headers: typing.List[str],
data_dtypes: dict,
reorder_headers_list: typing.List[str],
null_rows_list: typing.List[str],
date_format_list: typing.List[typing.List[str]],
slice_column_list: dict,
regex_list: dict,
trim_whitespace_list: typing.List[str],
rename_headers_list: dict,
remove_source_file: bool,
delete_target_file: bool,
int_date_list: typing.List[str],
gen_location_list: dict,
truncate_table: bool = True,
encoding: str = "utf-8",