in old/snowball_uploader_26-success.py [0:0]
def gen_filelist():
sum_size = 0
fl_prefix = 'fl_'
fl_index = 1
subfl_list = []
shutil.rmtree(filelist_dir,ignore_errors=True)
try:
os.makedirs(filelist_dir)
except: pass
print('generating file list by size %s bytes' % max_tarfile_size)
for r,d,f in os.walk(target_path):
for file in f:
fl_name = filelist_dir + '/' + fl_prefix + str(fl_index) + ".txt"
file_name = os.path.join(r,file)
f_meta = os.stat(file_name)
f_inode = f_meta.st_ino
f_size = f_meta.st_size
#f_dict[f_inode] = {"fname":file_name, "fsize":f_size}
sum_size = sum_size + f_size
target_file_name = rename_file(file_name)
#f_info = [file_name , target_file_name , f_inode, f_size]
f_info = [file_name , target_file_name]
f_info_str = delimiter.join(f_info)
subfl_list.append(f_info_str)
if max_tarfile_size < sum_size:
write_to_file(fl_name, subfl_list)
fl_index = fl_index + 1
print('%s is generated' % fl_name)
sum_size = 0
subfl_list=[]
## generate file list for remaings
write_to_file(fl_name, subfl_list)
## archive file list files with tar.gz
fl_arc_file = "filelist-" + current_time +".gz"
with tarfile.open(fl_arc_file, "w:gz") as tar:
tar.add(filelist_dir, arcname=os.path.basename(filelist_dir))
print('file lists are generated!!')
print('check %s' % filelist_dir)
return 0