in src/batch_processor.py [0:0]
def main():
startTime = datetime.now()
inputBucket = ""
fileName = ""
region = "us-east-1"
try:
inputBucket = os.environ.get("InputBucket")
fileName = os.environ.get("FileName")
region = os.environ.get("Region")
DB_TABLE = os.environ.get("DBTableName")
logMessage(fileName, 'received ' + inputBucket + " " + fileName + " " + DB_TABLE + " from environment", LOGTYPE_INFO)
except:
error = ''
try:
if inputBucket == "" and fileName == "":
parser = argparse.ArgumentParser()
parser.add_argument("--bucketName", "-js", type=str, required=True)
parser.add_argument("--fileName", "-js", type=str, required=True)
parser.add_argument("--region", "-js", type=str, required=True)
parser.add_argument("--dbTableName", "-js", type=str, required=True)
args = parser.parse_args()
inputBucket = args.bucketName
fileName = args.fileName
region = args.region
DB_TABLE = args.dbTableName
logMessage(fileName, 'received ' + inputBucket + " " + fileName + " " + region + " " + DB_TABLE + " from params", LOGTYPE_INFO)
except Exception as ex:
logMessage(fileName, "Unexpected error:" + str(ex), LOGTYPE_ERROR)
process_files(inputBucket, fileName, region, DB_TABLE)
endTime = datetime.now()
diffTime = endTime - startTime
logMessage(fileName, "Total processing time - " + str(diffTime.seconds), LOGTYPE_INFO)