in tasks/dax-compo/generate_data.py [0:0]
def generate_mdl(root, train_N, rule):
root_raw = f'{root}/data/'
pathlib.Path(root_raw).mkdir(parents=True)
put_test(root_raw, train_N)
put_train_mdl(root_raw, train_N, rule)
root_bin = f'./{root}/data-bin/'
pathlib.Path(root_bin).mkdir(parents=True)
command = ['fairseq-preprocess', '--source-lang', 'src', '--target-lang',
'dst', '--destdir', root_bin,
'--trainpref', f'{root_raw}/train',
'--testpref', f'{root_raw}/test',
'--validpref', f'{root_raw}/valid',
]
subprocess.check_call(command)