in s3booster-snowball-v2.py [0:0]
def copy_to_snowball(tar_name, org_files_list):
delimeter = ' ,'
tar_file_size = 0
recv_buf = io.BytesIO()
collected_files_no = 0
success_log.info('%s is archiving',tar_name)
with tarfile.open(fileobj=recv_buf, mode='w:'+compression) as tar:
#with tarfile.open(fileobj=recv_buf, mode='w:'+compression, compresslevel=1) as tar:
for file_name, obj_name, file_size in org_files_list:
try:
tar.add(file_name, arcname=obj_name)
collected_files_no += 1
filelist_log.info(file_name + delimeter + obj_name + delimeter + str(file_size)) #kyongki
except IOError:
error_log.info("%s is ignored" % file_name)
recv_buf.seek(0)
success_log.info('%s uploading',tar_name)
if no_extract == 'y':
s3_client.upload_fileobj(recv_buf, bucket_name, tar_name)
else:
s3_client.upload_fileobj(recv_buf, bucket_name, tar_name, ExtraArgs={'Metadata': {'snowball-auto-extract': 'true'}})
### print metadata
meta_out = s3_client.head_object(Bucket=bucket_name, Key=tar_name)
success_log.info('meta info: %s ',str(meta_out))
success_log.info('%s is uploaded successfully\n' % tar_name)
#print('metadata info: %s\n' % str(meta_out))
#print('%s is uploaded successfully\n' % tar_name)
return collected_files_no