def download_url_files_from_list()

in datasets/san_francisco/pipelines/_images/run_csv_transform_kub/csv_transform.py [0:0]

• 10 lines of code
• 7 McCabe index (conditional complexity)

def download_url_files_from_list(url_list: typing.List[str], dest_path: str) -> None:
    for url in url_list:
        dest_file = dest_path + "/" + os.path.split(url)[1]
        download_file_http(url, dest_file)
        if (
            url.find(".zip") > -1 or url.find(".gz") > -1 or url.find(".tar") > -1
        ) and (url.find("http") == 0 or url.find("gs:") == 0):
            unpack_file(dest_file, dest_path)
        else:
            logging.info(f"Parsing {dest_file} for decompression")