Path	Lines of Code
README.md	98
examples/custom_models/google_translate_model.py	119
examples/custom_models/local_mt_model.py	160
examples/custom_tasks_templates/custom_yourbench_task.py	102
examples/custom_tasks_templates/custom_yourbench_task_mcq.py	53
examples/custom_tasks_tests.py	36
examples/model_configs/endpoint_model.yaml	20
examples/model_configs/inference_providers.yaml	8
examples/model_configs/litellm_model.yaml	11
examples/model_configs/peft_model.yaml	13
examples/model_configs/quantized_model.yaml	6
examples/model_configs/sglang_model_config.yaml	30
examples/model_configs/tgi_model.yaml	4
examples/model_configs/transformers_model.yaml	12
examples/model_configs/transformers_vlm_model.yaml	12
examples/model_configs/vllm_model_config.yaml	34
examples/nanotron/custom_evaluation_tasks.py	537
examples/nanotron/custom_task.py	64
examples/nanotron/lighteval_config_override_template.yaml	22
examples/tasks/OALL_v1_tasks.txt	136
examples/tasks/OALL_v2_tasks.txt	117
examples/tasks/all_arabic_tasks.txt	244
examples/tasks/all_german_rag_evals.txt	4
examples/tasks/all_tasks.txt	1146
examples/tasks/bbh.txt	36
examples/tasks/fine_tasks/cf/ar.txt	20
examples/tasks/fine_tasks/cf/fr.txt	13
examples/tasks/fine_tasks/cf/hi.txt	14
examples/tasks/fine_tasks/cf/ru.txt	17
examples/tasks/fine_tasks/cf/sw.txt	14
examples/tasks/fine_tasks/cf/te.txt	11
examples/tasks/fine_tasks/cf/th.txt	10
examples/tasks/fine_tasks/cf/tr.txt	13
examples/tasks/fine_tasks/cf/zh.txt	19
examples/tasks/fine_tasks/mcf/ar.txt	20
examples/tasks/fine_tasks/mcf/fr.txt	13
examples/tasks/fine_tasks/mcf/hi.txt	14
examples/tasks/fine_tasks/mcf/ru.txt	17
examples/tasks/fine_tasks/mcf/sw.txt	14
examples/tasks/fine_tasks/mcf/te.txt	11
examples/tasks/fine_tasks/mcf/th.txt	10
examples/tasks/fine_tasks/mcf/tr.txt	13
examples/tasks/fine_tasks/mcf/zh.txt	19
examples/tasks/open_llm_leaderboard_tasks.txt	68
examples/tasks/recommended_set.txt	160
examples/tasks/serbian_task_group/sr_all_exclusive.txt	75
examples/tasks/serbian_task_group/sr_all_inclusive.txt	2
examples/tasks/serbian_task_group/sr_arc.txt	3
examples/tasks/serbian_task_group/sr_commonsense_reasoning.txt	4
examples/tasks/serbian_task_group/sr_custom_task.txt	2
examples/tasks/serbian_task_group/sr_misc.txt	7
examples/tasks/serbian_task_group/sr_mmlu_business_professional.txt	3
examples/tasks/serbian_task_group/sr_mmlu_college_level.txt	8
examples/tasks/serbian_task_group/sr_mmlu_ethics_philosophy.txt	5
examples/tasks/serbian_task_group/sr_mmlu_high_school_level.txt	12
examples/tasks/serbian_task_group/sr_mmlu_math_logic.txt	7
examples/tasks/serbian_task_group/sr_mmlu_social_sciences.txt	5
examples/tasks/serbian_task_group/sr_qa_knowledge.txt	3
examples/test_tasks.txt	27
tests/reference_scores/Qwen2.5-VL-3B-Instruct-results-vlm.json	3
tests/reference_scores/Qwen2.5-VL-7B-Instruct-results-vlm.json	3
tests/reference_scores/SmolLM2-1.7B-Instruct-results-accelerate.json	3
tests/reference_scores/SmolLM2-1.7B-Instruct-results-vllm.json	3
tests/reference_scores/harness_metrics.json	3
tests/reference_scores/harness_prompts.json	3