in src/alpaca_eval/constants.py [0:0]
def ALPACAFARM_ALL_OUTPUTS():
if IS_ALPACA_EVAL_2:
return [f"results/{m}/model_outputs.json" for m in MINIMAL_MODELS_FOR_NEW_LEADERBOARD]
else:
return datasets.load_dataset(
"tatsu-lab/alpaca_eval",
"alpaca_eval_all_outputs",
cache_dir=DEFAULT_CACHE_DIR,
token=DATASETS_TOKEN,
download_mode="force_redownload" if DATASETS_FORCE_DOWNLOAD else None,
)["eval"]