def writeDataAndUpload()

in rawdataprocessor/RawDataProcesser.py [0:0]

• 20 lines of code
• 2 McCabe index (conditional complexity)

def writeDataAndUpload(currentDay, dataListForCurrentTimePoint):
    # only re-write recent day's data (ignore redundant historical data)
    numOfDays=abs((vars.EndDate - currentDay).days)
    if(numOfDays>5):
        return
    targetFileName="target_"+tranformDateToString(currentDay)+".csv"
    relatedFileName="related_"+tranformDateToString(currentDay)+".csv"

    targetFile = open("/tmp/"+targetFileName,'w',newline='')
    csvWriterTarget = csv.writer(targetFile)
    relatedFile = open("/tmp/"+relatedFileName,'w',newline='')
    csvWriterRelated = csv.writer(relatedFile)

    for item in dataListForCurrentTimePoint:
        targetRow=[item[0],item[1],item[2]]
        relatedRow=[item[0],item[1],item[3]]
        csvWriterTarget.writerow(targetRow)
        csvWriterRelated.writerow(relatedRow)
    targetFile.close()
    relatedFile.close()
    s3_client.upload_file("/tmp/"+targetFileName, S3BucketName, "covid-19-daily/"+targetFileName)
    s3_client.upload_file("/tmp/"+relatedFileName, S3BucketName, "covid-19-daily/"+relatedFileName)
    logger.info("daily data uploaded to bucket="+S3BucketName+", under path key=covid-19-daily for date=" + tranformDateToString(currentDay))