def download_and_upload_to_gcs()

in cloud-composer/dags/step-01-taxi-data-download.py [0:0]

• 14 lines of code
• 3 McCabe index (conditional complexity)

def download_and_upload_to_gcs(project, raw_bucket_name, color, year, url, max_month):
    print ("Begin: download_and_upload_to_gcs")
    for month_index in range(max_month):
        downloadURL = url.replace("{COLOR}",color).replace("{YEAR}",year).replace("{MONTH}",str.format("%02d" % (month_index+1,)))
        print("downloadURL:", downloadURL)    
        try:
            source_file_name = DownloadFile(downloadURL)
            destination_blob_name = "raw/taxi-data/" + color + "/" + year + "/" + source_file_name
            upload_blob(project, raw_bucket_name, source_file_name, destination_blob_name)
            os.remove(source_file_name)
        except Exception as e: 
            print(e)
            print("Skipping file: ", downloadURL)
    print ("End: download_and_upload_to_gcs")