in datasets/sec_failure_to_deliver/pipelines/_images/run_csv_transform_kub/csv_transform.py [0:0]
def concatenate_files(source_folder: str, source_file: str) -> None:
logging.info("Concatenating files")
file_number = 1
for path, subdir, files in os.walk(source_folder + "/FTD"):
for file in glob(os.path.join(path, "*.csv")):
resolve_source_data_issues(path, file)
if file_number == 1:
append_file(file, source_file, True, True)
else:
append_file(file, source_file, False, False)
file_number = file_number + 1