in dataset/Kinetics/scripts/convert_videos.py [0:0]
def convert_video_wapper(video_list,
src_root,
dst_root,
cmd_format,
in_parallel):
commands = []
for vid_src_path in video_list:
vid_dst_path = vid_src_path.replace(src_root, dst_root)
vid_dst_base = vid_dst_path[:vid_dst_path.rfind('.mp4')]
vid_dst_folder = os.path.dirname(vid_dst_path)
if not os.path.exists(vid_dst_folder):
os.makedirs(vid_dst_folder)
cmd = cmd_format.format(vid_src_path, vid_dst_base)
commands.append(cmd)
logging.info("- {} commonds to excute".format(len(commands)))
if not in_parallel:
for i, cmd in enumerate(commands):
# if i % 100 == 0:
logging.info("{} / {}: '{}'".format(i, len(commands), cmd))
exe_cmd(cmd=cmd)
else:
num_jobs = 20
logging.info("- processing videos in parallel, num_jobs={}".format(num_jobs))
Parallel(n_jobs=num_jobs)(delayed(exe_cmd)(cmd) for cmd in commands)