in evals/eval/evaluate.py [0:0]
def copy_flores_lang(dataset_name, lang, eval_prefix):
flores_dataset = "dev" if dataset_name == "flores-dev" else "devtest"
if lang == "zh" or lang == "zh-Hans":
lang_code = "zho_simpl"
elif lang == "zh-Hant":
lang_code = "zho_trad"
elif lang == "nb":
lang_code = "nob"
else:
lang_code = iso.iso3_code(lang)
os.makedirs(os.path.dirname(eval_prefix), exist_ok=True)
shutil.copy(
os.path.join(
CUSTOM_DATA_DIR, "flores101_dataset", flores_dataset, f"{lang_code}.{flores_dataset}"
),
f"{eval_prefix}.{lang}",
)