in utils/hf_dataset_subsampling.py [0:0]
def output_path(args, ratio, name):
if name is None:
name = f"{ratio}_subsample"
if args.data_files is not None:
# assumes there's an extension
path = args.data_files.split(".")[:-1]
path += f"_{name}"
path += ".jsonl"
else:
path = f"{args.name}_{args.subset}_{name}.jsonl"
return os.path.abspath(path)