path	# lines of code	# active days	days since first update	days since last update	# commits	# contributors	first updated	last updated	first contributor	last contributor
src/lighteval/metrics/utils/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/metrics/utils/extractive_match_utils.py	360	8	167	5	9	3	2025-01-15	2025-06-26	kydlicek.hynek@gmail.com	22726840+clefourrier@users.noreply.github.com
src/lighteval/metrics/utils/math_comparison.py	304	3	167	40	3	2	2025-01-15	2025-05-22	kydlicek.hynek@gmail.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/utils/linguistic_tokenizers.py	218	2	277	208	2	2	2024-09-27	2024-12-05	kydlicek.hynek@gmail.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/utils/metric_utils.py	36	2	277	6	2	2	2024-09-27	2025-06-25	kydlicek.hynek@gmail.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/utils/judge_utils.py	21	1	70	70	1	1	2025-04-22	2025-04-22	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/stderr.py	63	5	482	40	5	3	2024-03-06	2025-05-22	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/metrics_sample.py	813	33	522	6	42	16	2024-01-26	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/__init__.py	26	17	516	6	25	8	2024-02-01	2025-06-25	clementine@huggingface.co	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/llm_as_judge.py	262	15	446	40	17	5	2024-04-11	2025-05-22	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/imports/data_stats_utils.py	79	1	482	482	1	1	2024-03-06	2024-03-06	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/imports/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/metrics/imports/bert_scorer.py	309	7	482	34	7	4	2024-03-06	2025-05-28	30601243+nathanhb@users.noreply.github.com	rodiondenmark@gmail.com
src/lighteval/metrics/imports/summac.py	251	2	482	208	2	1	2024-03-06	2024-12-05	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/imports/data_stats_metric.py	77	3	482	104	3	2	2024-03-06	2025-03-19	30601243+nathanhb@users.noreply.github.com	22726840+clefourrier@users.noreply.github.com
src/lighteval/metrics/normalizations.py	275	6	482	6	7	4	2024-03-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/metrics_corpus.py	76	9	522	40	14	5	2024-01-26	2025-05-22	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/sample_preparator.py	75	10	516	6	11	8	2024-02-01	2025-06-25	clementine@huggingface.co	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/harness_compatibility/drop.py	106	3	482	6	3	2	2024-03-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/harness_compatibility/truthful_qa.py	24	3	482	6	3	2	2024-03-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/metrics.py	776	29	522	6	33	9	2024-01-26	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/metrics/dynamic_metrics.py	167	10	302	6	10	3	2024-09-02	2025-06-25	kydlicek.hynek@gmail.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_nanotron.py	70	15	510	6	18	5	2024-02-07	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_tasks.py	46	4	209	6	4	1	2024-12-04	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_accelerate.py	123	29	510	6	30	11	2024-02-07	2025-06-25	thomwolf@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/__main__.py	57	11	349	57	12	5	2024-07-17	2025-05-05	30601243+nathanhb@users.noreply.github.com	joel@harvey.ai
src/lighteval/pipeline.py	311	21	314	6	27	8	2024-08-21	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/utils/parallelism.py	87	3	314	8	3	3	2024-08-21	2025-06-23	22726840+clefourrier@users.noreply.github.com	113347905+mcleish7@users.noreply.github.com
src/lighteval/utils/language.py	321	7	277	43	7	4	2024-09-27	2025-05-19	kydlicek.hynek@gmail.com	22726840+clefourrier@users.noreply.github.com
src/lighteval/utils/timeout.py	43	1	167	167	1	1	2025-01-15	2025-01-15	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/utils/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/utils/imports.py	71	7	314	104	7	5	2024-08-21	2025-03-19	22726840+clefourrier@users.noreply.github.com	22726840+clefourrier@users.noreply.github.com
src/lighteval/utils/utils.py	131	7	314	27	7	5	2024-08-21	2025-06-04	22726840+clefourrier@users.noreply.github.com	lewis.c.tunstall@gmail.com
src/lighteval/models/sglang/sglang_model.py	257	6	133	6	6	4	2025-02-18	2025-06-25	12012211@mail.sustech.edu.cn	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/custom/custom_model.py	4	2	57	6	2	2	2025-05-05	2025-06-25	joel@harvey.ai	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/litellm_model.py	194	10	180	6	10	3	2025-01-02	2025-06-25	joel@harvey.ai	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/abstract_model.py	82	13	510	6	14	4	2024-02-07	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/model_loader.py	121	21	510	6	23	7	2024-02-07	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/endpoints/inference_providers_model.py	137	7	105	6	8	3	2025-03-18	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/endpoints/tgi_model.py	88	6	203	6	6	4	2024-12-10	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/endpoints/endpoint_model.py	453	10	203	6	14	6	2024-12-10	2025-06-25	8515462+albertvillanova@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/model_output.py	24	10	489	6	10	4	2024-02-28	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/nanotron/nanotron_model.py	956	4	203	40	5	4	2024-12-10	2025-05-22	22726840+clefourrier@users.noreply.github.com	kydlicek.hynek@gmail.com
src/lighteval/models/dummy/dummy_model.py	50	3	203	6	3	2	2024-12-10	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/transformers/vlm_transformers_model.py	282	2	43	6	2	1	2025-05-19	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/transformers/adapter_model.py	70	6	203	6	6	3	2024-12-10	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/transformers/delta_model.py	56	5	203	6	5	2	2024-12-10	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/transformers/transformers_model.py	731	14	180	6	15	9	2025-01-02	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/model_input.py	118	8	180	11	9	5	2025-01-02	2025-06-20	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/utils.py	72	6	482	6	6	2	2024-03-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/models/vllm/vllm_model.py	410	19	203	6	25	10	2024-12-10	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/__init__.py	2	2	508	482	2	2	2024-02-09	2024-03-06	thomas@huggingface.co	30601243+nathanhb@users.noreply.github.com
src/lighteval/logging/evaluation_tracker.py	520	27	511	6	34	13	2024-02-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/logging/info_loggers.py	219	24	511	6	25	6	2024-02-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_sglang.py	108	6	133	6	6	3	2025-02-18	2025-06-25	12012211@mail.sustech.edu.cn	30601243+nathanhb@users.noreply.github.com
src/lighteval/config/lighteval_config.py	60	6	300	40	7	3	2024-09-04	2025-05-22	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/main_endpoint.py	409	18	209	6	22	4	2024-12-04	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_vllm.py	112	14	209	6	14	8	2024-12-04	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/data.py	121	18	516	6	19	8	2024-02-01	2025-06-25	thomas@huggingface.co	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_custom.py	88	4	57	6	5	3	2025-05-05	2025-06-25	joel@harvey.ai	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/__init__.py	1	2	510	96	2	2	2024-02-07	2025-03-27	thomas@huggingface.co	22726840+clefourrier@users.noreply.github.com
src/lighteval/tasks/templates/hellaswag.py	91	4	273	56	4	3	2024-10-01	2025-05-06	kydlicek.hynek@gmail.com	73983677+omahs@users.noreply.github.com
src/lighteval/tasks/templates/copa.py	59	3	274	160	3	2	2024-09-30	2025-01-22	kydlicek.hynek@gmail.com	57645283+mariagrandury@users.noreply.github.com
src/lighteval/tasks/templates/continuation.py	102	4	274	160	4	2	2024-09-30	2025-01-22	kydlicek.hynek@gmail.com	57645283+mariagrandury@users.noreply.github.com
src/lighteval/tasks/templates/nli.py	124	4	274	160	4	2	2024-09-30	2025-01-22	kydlicek.hynek@gmail.com	57645283+mariagrandury@users.noreply.github.com
src/lighteval/tasks/templates/utils/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/utils/translation_literals.py	1239	20	274	5	23	14	2024-09-30	2025-06-26	kydlicek.hynek@gmail.com	sampo.pyysalo@gmail.com
src/lighteval/tasks/templates/utils/adapter_utils.py	10	2	274	273	2	1	2024-09-30	2024-10-01	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/utils/formatting_utils.py	39	1	274	274	1	1	2024-09-30	2024-09-30	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/utils/formulation.py	60	1	274	274	1	1	2024-09-30	2024-09-30	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/multichoice.py	65	3	274	40	3	1	2024-09-30	2025-05-22	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/qa.py	29	3	272	40	3	1	2024-10-02	2025-05-22	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/translation.py	67	1	225	225	1	1	2024-11-18	2024-11-18	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/templates/boolq.py	54	1	264	264	1	1	2024-10-10	2024-10-10	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/prompt_manager.py	203	12	308	6	12	6	2024-08-27	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/registry.py	158	20	511	6	21	7	2024-02-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/multilingual/adapters.py	185	4	272	40	4	1	2024-10-02	2025-05-22	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/multilingual/utils/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/multilingual/utils/task_utils.py	11	2	272	252	2	1	2024-10-02	2024-10-22	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/multilingual/utils/adapters_utils.py	50	1	272	272	1	1	2024-10-02	2024-10-02	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/multilingual/__init__.py	1	1	153	153	1	1	2025-01-29	2025-01-29	kydlicek.hynek@gmail.com	kydlicek.hynek@gmail.com
src/lighteval/tasks/multilingual/tasks.py	3872	13	274	6	15	5	2024-09-30	2025-06-25	kydlicek.hynek@gmail.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/lighteval_task.py	222	46	511	6	54	12	2024-02-06	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/lcb/main.py	106	7	133	6	7	6	2025-02-18	2025-06-25	agustin.piqueres@gmail.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/lcb/codegen_metrics.py	439	2	133	56	2	2	2025-02-18	2025-05-06	agustin.piqueres@gmail.com	73983677+omahs@users.noreply.github.com
src/lighteval/tasks/extended/mt_bench/judge_prompt_templates.py	16	1	267	267	1	1	2024-10-07	2024-10-07	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/mt_bench/main.py	61	9	459	6	10	3	2024-03-29	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/__init__.py	12	6	461	133	7	3	2024-03-27	2025-02-18	22726840+clefourrier@users.noreply.github.com	agustin.piqueres@gmail.com
src/lighteval/tasks/extended/mix_eval/judge_prompts.py	35	1	267	267	1	1	2024-10-07	2024-10-07	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/mix_eval/main.py	187	4	267	6	4	3	2024-10-07	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/mix_eval/prompts.py	56	1	267	267	1	1	2024-10-07	2024-10-07	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/olympiade_bench/main.py	172	2	151	6	2	1	2025-01-31	2025-06-25	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/ifeval/instructions.py	757	2	461	40	2	2	2024-03-27	2025-05-22	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/ifeval/instructions_registry.py	111	2	461	40	2	2	2024-03-27	2025-05-22	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/ifeval/main.py	112	10	461	6	12	5	2024-03-27	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/ifeval/instructions_utils.py	1634	1	461	461	1	1	2024-03-27	2024-03-27	22726840+clefourrier@users.noreply.github.com	22726840+clefourrier@users.noreply.github.com
src/lighteval/tasks/extended/hle/main.py	144	3	133	6	3	2	2025-02-18	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/extended/tiny_benchmarks/main.py	201	8	461	6	9	4	2024-03-27	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/tasks/requests.py	42	15	510	6	17	5	2024-02-07	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
src/lighteval/main_baseline.py	63	4	251	6	4	3	2024-10-23	2025-06-25	kydlicek.hynek@gmail.com	30601243+nathanhb@users.noreply.github.com
MANIFEST.in	2	2	508	321	2	2	2024-02-09	2024-08-14	thomas@huggingface.co	30601243+nathanhb@users.noreply.github.com
pyproject.toml	115	54	516	6	66	14	2024-02-01	2025-06-25	nathan.habib@huggingface.co	30601243+nathanhb@users.noreply.github.com
setup.py	2	1	482	482	1	1	2024-03-06	2024-03-06	30601243+nathanhb@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
community_tasks/_template.py	54	12	493	6	13	6	2024-02-24	2025-06-25	22726840+clefourrier@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
community_tasks/arabic_evals.py	725	18	491	6	19	7	2024-02-26	2025-06-25	58257628+alielfilali01@users.noreply.github.com	30601243+nathanhb@users.noreply.github.com
community_tasks/aimo_evals.py	25	5	424	197	6	4	2024-05-03	2024-12-16	30601243+nathanhb@users.noreply.github.com	8515462+albertvillanova@users.noreply.github.com
community_tasks/french_evals.py	91	3	159	6	4	3	2025-01-23	2025-06-25	mauricio.diaz@inria.fr	30601243+nathanhb@users.noreply.github.com
community_tasks/serbian_eval.py	526	3	260	197	3	3	2024-10-14	2024-12-16	deanchugall@users.noreply.github.com	8515462+albertvillanova@users.noreply.github.com
community_tasks/turkic_evals.py	86	1	7	7	1	1	2025-06-24	2025-06-24	60838378+ceferisbarov@users.noreply.github.com	60838378+ceferisbarov@users.noreply.github.com
community_tasks/german_rag_evals.py	124	8	448	7	9	6	2024-04-09	2025-06-24	eniak.info@gmail.com	136604165+leopardracer@users.noreply.github.com
community_tasks/oz_evals.py	35	2	258	197	2	2	2024-10-16	2024-12-16	51213388+stopwolf@users.noreply.github.com	8515462+albertvillanova@users.noreply.github.com