def upload_data_to_s3()

in tensorflow_script_mode_local_training_and_serving/tensorflow_script_mode_local_training_and_serving.py [0:0]

• 10 lines of code
• 7 McCabe index (conditional complexity)

def upload_data_to_s3(bucket, prefix):
    # Required if running in cloud mode. Skips upload if file exist in S3
    s3 = boto3.resource('s3')
    result = s3.meta.client.list_objects_v2(Bucket=bucket, Prefix=prefix)
    existing_files = [item['Key'] for item in result['Contents']] if 'Contents' in result else []
    for filename in data_files_list:
        if prefix + filename not in existing_files:
            print('Uploading ' + filename + ' to s3://' + bucket + '/' + prefix + filename)
            s3.meta.client.upload_file('./data/' + filename, bucket, prefix + filename)
        else:
            print('File already in bucket. Skipping uploading for: ' + prefix + filename)