in snowball_uploader_27-success-prod.py [0:0]
def gen_filelist():
sum_size = 0
fl_prefix = 'fl_'
fl_index = 1
subfl_list = []
shutil.rmtree(filelist_dir,ignore_errors=True)
try:
os.makedirs(filelist_dir)
except: pass
print('generating file list by size %s bytes' % max_tarfile_size)
for r,d,f in os.walk(target_path):
for file in f:
fl_name = filelist_dir + '/' + fl_prefix + str(fl_index) + ".txt"
file_name = os.path.join(r,file)
f_meta = os.stat(file_name)
f_inode = f_meta.st_ino
f_size = f_meta.st_size
#For python3# f_mtime_ns = f_meta.st_mtime_ns
f_mtime = f_meta.st_mtime # seconds
#f_dict[f_inode] = {"fname":file_name, "fsize":f_size}
sum_size = sum_size + f_size
#target_file_name = rename_file(file_name)
f_info = [file_name ,str(f_size), str(f_mtime)]
#f_info = [file_name , target_file_name]
f_info_str = delimiter.join(f_info)
subfl_list.append(f_info_str)
if max_tarfile_size < sum_size:
write_to_file(fl_name, subfl_list)
fl_index = fl_index + 1
print('%s is generated' % fl_name)
sum_size = 0
subfl_list=[]
## generate file list for remaings
write_to_file(fl_name, subfl_list)
## archive file list files with tar.gz
fl_arc_file = "filelist-" + current_time +".gz"
with tarfile.open(fl_arc_file, "w:gz") as tar:
tar.add(filelist_dir, arcname=os.path.basename(filelist_dir))
print('file lists are generated!!')
print('check %s' % filelist_dir)
return 0