id: 1
unit: def recreate_metadata_card()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 163 LOC
McCabe index: 27
number of parameters: 2

id: 2
unit: def math_normalizer()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 141 LOC
McCabe index: 41
number of parameters: 1

id: 3
unit: def drop_metrics()
file: src/lighteval/metrics/harness_compatibility/drop.py
start line: 0
end line: 0
size: 99 LOC
McCabe index: 30
number of parameters: 2

id: 4
unit: def inference_endpoint()
file: src/lighteval/main_endpoint.py
start line: 0
end line: 0
size: 62 LOC
McCabe index: 1
number of parameters: 2

id: 5
unit: def accelerate()
file: src/lighteval/main_accelerate.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 1
number of parameters: 4

id: 6
unit: def vllm()
file: src/lighteval/main_vllm.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 1
number of parameters: 4

id: 7
unit: def build_image()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 59 LOC
McCabe index: 19
number of parameters: 3

id: 8
unit: def sglang()
file: src/lighteval/main_sglang.py
start line: 0
end line: 0
size: 58 LOC
McCabe index: 1
number of parameters: 4

id: 9
unit: def litellm()
file: src/lighteval/main_endpoint.py
start line: 0
end line: 0
size: 58 LOC
McCabe index: 1
number of parameters: 5

id: 10
unit: def tgi()
file: src/lighteval/main_endpoint.py
start line: 0
end line: 0
size: 55 LOC
McCabe index: 1
number of parameters: 2

id: 11
unit: def inference_providers()
file: src/lighteval/main_endpoint.py
start line: 0
end line: 0
size: 55 LOC
McCabe index: 1
number of parameters: 5

id: 12
unit: def aggregate()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 53 LOC
McCabe index: 19
number of parameters: 2

id: 13
unit: def aggregate()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 28
number of parameters: 4

id: 14
unit: def reliability_guard()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 3
number of parameters: 1

id: 15
unit: def score()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 10
number of parameters: 6

id: 16
unit: def ifeval_metric()
file: src/lighteval/tasks/extended/ifeval/main.py
start line: 0
end line: 0
size: 50 LOC
McCabe index: 11
number of parameters: 3

id: 17
unit: def __call_api()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 16
number of parameters: 6

id: 18
unit: def olympiad_bench_prompt()
file: src/lighteval/tasks/extended/olympiade_bench/main.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 10
number of parameters: 2

id: 19
unit: def __lazy_load_client()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 12
number of parameters: 1

id: 20
unit: def _create_auto_model()
file: src/lighteval/models/transformers/adapter_model.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 8
number of parameters: 1

id: 21
unit: def custom()
file: src/lighteval/main_custom.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 1
number of parameters: 2

id: 22
unit: def run_test()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 9
number of parameters: 4

id: 23
unit: def timeout()
file: src/lighteval/utils/timeout.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 6
number of parameters: 1

id: 24
unit: def make_latex_env_pattern()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 5
number of parameters: 3

id: 25
unit: def nli_natural_prompt()
file: src/lighteval/tasks/templates/nli.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 4
number of parameters: 2

id: 26
unit: def split_into_sentences()
file: src/lighteval/tasks/extended/ifeval/instructions_utils.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 7
number of parameters: 1

id: 27
unit: def save()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 12
number of parameters: 1

id: 28
unit: def agieval_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 20
number of parameters: 3

id: 29
unit: def lazy_expr_regex()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 9
number of parameters: 2

id: 30
unit: def loglikelihood()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 12
number of parameters: 2

id: 31
unit: def init_model_parallel()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 11
number of parameters: 2

id: 32
unit: def init_model_parallel()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 11
number of parameters: 2

id: 33
unit: def grade_call_based()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 13
number of parameters: 5

id: 34
unit: def get_answer_type_text()
file: src/lighteval/tasks/extended/olympiade_bench/main.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 13
number of parameters: 3

id: 35
unit: def __call_litellm()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 13
number of parameters: 2

id: 36
unit: def sample_level_fn()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 13
number of parameters: 2

id: 37
unit: def test_all_gather()
file: src/lighteval/utils/parallelism.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 7
number of parameters: 2

id: 38
unit: def sympy_expr_eq()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 29
number of parameters: 4

id: 39
unit: def lazy_latex_regex()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 7
number of parameters: 2

id: 40
unit: def _create_auto_model()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 7
number of parameters: 1

id: 41
unit: def prompt_fn()
file: src/lighteval/tasks/templates/multichoice.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 6
number of parameters: 2

id: 42
unit: def sympy_compare_relational()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 22
number of parameters: 3

id: 43
unit: def taskinfo_selector()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 18
number of parameters: 2

id: 44
unit: def ceval_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 14
number of parameters: 3

id: 45
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 10
number of parameters: 4

id: 46
unit: def __call_api()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 5
number of parameters: 2

id: 47
unit: def evaluate_example()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 8
number of parameters: 3

id: 48
unit: def loglikelihood_rolling()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 9
number of parameters: 3

id: 49
unit: def __init__()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 2
number of parameters: 2

id: 50
unit: def load_datasets()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 5
number of parameters: 3

id: 51
unit: def sympy_deep_compare_set_and_tuple()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 12
number of parameters: 3

id: 52
unit: def find_executable_batch_size()
file: src/lighteval/utils/parallelism.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 8
number of parameters: 2

id: 53
unit: def calib_err()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 11
number of parameters: 4

id: 54
unit: def __init__()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 0

id: 55
unit: def _match()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 10
number of parameters: 3

id: 56
unit: def __init__()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 5
number of parameters: 2

id: 57
unit: def _create_auto_model()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 8
number of parameters: 2

id: 58
unit: def make_function()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 4
number of parameters: 1

id: 59
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 6
number of parameters: 4

id: 60
unit: def homogeneize_ending_conditions()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 12
number of parameters: 2

id: 61
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 9
number of parameters: 5

id: 62
unit: def extract_expr()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 17
number of parameters: 2

id: 63
unit: def g_pass_at_k()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 9
number of parameters: 2

id: 64
unit: def aggregate()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 13
number of parameters: 1

id: 65
unit: def _prepare_chat_template()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 12
number of parameters: 3

id: 66
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 6
number of parameters: 4

id: 67
unit: def evaluate()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 4
number of parameters: 1

id: 68
unit: def flatten_dict()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 13
number of parameters: 2

id: 69
unit: def prompt_fn_mcf()
file: src/lighteval/tasks/templates/continuation.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 3
number of parameters: 2

id: 70
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 6
number of parameters: 5

id: 71
unit: def apply_metric()
file: src/lighteval/metrics/__init__.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 8
number of parameters: 3

id: 72
unit: def __init__()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 2
number of parameters: 2

id: 73
unit: def tok_encode_pair()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 10
number of parameters: 4

id: 74
unit: def _create_auto_model()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 5
number of parameters: 1

id: 75
unit: def _create_auto_model()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 4
number of parameters: 2

id: 76
unit: def prompt_fn()
file: src/lighteval/tasks/templates/nli.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 5
number of parameters: 2

id: 77
unit: def prepare_prompt_multimodal()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 11
number of parameters: 2

id: 78
unit: def task_registry()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 8
number of parameters: 1

id: 79
unit: def evaluate_generations_by_problem()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 6
number of parameters: 1

id: 80
unit: def construct_prompt_freeform()
file: src/lighteval/tasks/extended/mix_eval/prompts.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 9
number of parameters: 1

id: 81
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 4

id: 82
unit: def arabic_mmlu_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 2

id: 83
unit: def madinah_qa_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 2

id: 84
unit: def sympy_numeric_eq()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 19
number of parameters: 3

id: 85
unit: def score_one()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 9
number of parameters: 3

id: 86
unit: def _init_model()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 3

id: 87
unit: def _create_auto_model()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 2
number of parameters: 2

id: 88
unit: def extract_answers_from_string()
file: src/lighteval/tasks/multilingual/utils/adapters_utils.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 2

id: 89
unit: def get_docs()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 2

id: 90
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 6
number of parameters: 2

id: 91
unit: def _init_tasks_and_requests()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 9
number of parameters: 2

id: 92
unit: def compute_metrics_from_results()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 8
number of parameters: 3

id: 93
unit: def serbian_eval_prompt()
file: community_tasks/serbian_eval.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 2

id: 94
unit: def sympy_compare_symbols()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 21
number of parameters: 2

id: 95
unit: def truthfulqa_mc_metrics()
file: src/lighteval/metrics/harness_compatibility/truthful_qa.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 8
number of parameters: 2

id: 96
unit: def _compute_metrics()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 15
number of parameters: 3

id: 97
unit: def qa_prompt_arabic()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 3

id: 98
unit: def prompt_fn_choose_context_by_question()
file: community_tasks/german_rag_evals.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 2

id: 99
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 9
number of parameters: 4

id: 100
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 6
number of parameters: 4

id: 101
unit: def helm_normalizer()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 1

id: 102
unit: def __post_init__()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 13
number of parameters: 1

id: 103
unit: def _load_responses_from_details()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 1

id: 104
unit: def make_results_table()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 6
number of parameters: 1

id: 105
unit: def pad_and_gather()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 2

id: 106
unit: def init_split_limits()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 6
number of parameters: 2

id: 107
unit: def prompt_fn_cf()
file: src/lighteval/tasks/templates/continuation.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 2

id: 108
unit: def print()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 1

id: 109
unit: def _get_docs_from_split()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 3

id: 110
unit: def compute_corpus()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 3
number of parameters: 2

id: 111
unit: def sciq_arabic_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 2

id: 112
unit: def _init_parallelism_manager()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 1

id: 113
unit: def load_custom_model()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 8
number of parameters: 1

id: 114
unit: def load_details_datasets()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 3

id: 115
unit: def __iter__()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 1

id: 116
unit: def prepare_prompt()
file: src/lighteval/tasks/templates/continuation.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 1

id: 117
unit: def arabic_exams_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 2

id: 118
unit: def alghafa_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 2

id: 119
unit: def hellaswag_arabic_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 2

id: 120
unit: def prompt_fn_oz_eval_task()
file: community_tasks/serbian_eval.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 2

id: 121
unit: def prompt_fn_choose_question_by_context()
file: community_tasks/german_rag_evals.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 2

id: 122
unit: def prompt_fn_oz_eval_task()
file: community_tasks/oz_evals.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 2

id: 123
unit: def __call__()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 2
number of parameters: 2

id: 124
unit: def _get_batch_size()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 4

id: 125
unit: def lcb_codegeneration_prompt_fn()
file: src/lighteval/tasks/extended/lcb/main.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 2

id: 126
unit: def call_method()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 2

id: 127
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 4

id: 128
unit: def compute()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 4

id: 129
unit: def unwrap_fcs()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 9
number of parameters: 1

id: 130
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 6
number of parameters: 4

id: 131
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 6
number of parameters: 4

id: 132
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 6
number of parameters: 4

id: 133
unit: def __init__()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 5

id: 134
unit: def get_larger_hardware_suggestion()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 2

id: 135
unit: def _get_batch_size()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 4

id: 136
unit: def to_transformers_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 1

id: 137
unit: def default()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 8
number of parameters: 2

id: 138
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 4

id: 139
unit: def arabic_mmlu_mt_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 2

id: 140
unit: def aratrust_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 2

id: 141
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 4

id: 142
unit: def pad_batch_stats()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 3

id: 143
unit: def _run_model_sync()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 144
unit: def loglikelihood()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 2

id: 145
unit: def to_tgi_ie_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 146
unit: def get_tasks_configs()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 2

id: 147
unit: def xcodah_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 148
unit: def codegen_metric()
file: src/lighteval/tasks/extended/lcb/main.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 3

id: 149
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 2

id: 150
unit: def prompt_gpqa_fr()
file: community_tasks/french_evals.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 2

id: 151
unit: def tumlu_pfn()
file: community_tasks/turkic_evals.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 3

id: 152
unit: def prompt_fn_question_answer_match()
file: community_tasks/german_rag_evals.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 2

id: 153
unit: def prompt_fn_context_question_match()
file: community_tasks/german_rag_evals.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 2

id: 154
unit: def __call_hf_inference_async()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 155
unit: def baseline_vals()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 156
unit: def obj_to_markdown()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 157
unit: def to_inference_providers_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 158
unit: def to_sglang_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 159
unit: def _parse_args()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 1

id: 160
unit: def save_results()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 3

id: 161
unit: def generate_final_dict()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 162
unit: def get_qa_prompt_function()
file: src/lighteval/tasks/templates/qa.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 3

id: 163
unit: def create_task_config_dict()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 9
number of parameters: 1

id: 164
unit: def check_correctness()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 3

id: 165
unit: def mt_bench_prompt()
file: src/lighteval/tasks/extended/mt_bench/main.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 2

id: 166
unit: def mixeval_freeform_prompt()
file: src/lighteval/tasks/extended/mix_eval/main.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 2

id: 167
unit: def mixeval_multichoice_prompt()
file: src/lighteval/tasks/extended/mix_eval/main.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 2

id: 168
unit: def construct_prompt_multichoice()
file: src/lighteval/tasks/extended/mix_eval/prompts.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 1

id: 169
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 4

id: 170
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 5

id: 171
unit: def baseline()
file: src/lighteval/main_baseline.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 2

id: 172
unit: def arabic_mmlu_ht_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 173
unit: def copa_arabic_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 2

id: 174
unit: def sympy_str_eq()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 175
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 4

id: 176
unit: def get_dtype_args()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 1

id: 177
unit: def get_suggested_model_config()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 178
unit: def _create_auto_processor()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 179
unit: def from_model_args()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 180
unit: def _sorting_criteria()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 181
unit: def fix_ending_punct()
file: src/lighteval/tasks/templates/utils/formatting_utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 182
unit: def get_m3exam_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 7
number of parameters: 2

id: 183
unit: def winogrand_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 184
unit: def get_mkqa_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 185
unit: def clean_if_name()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 1

id: 186
unit: def compile_code()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 187
unit: def sympy_symbolic_eq()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 2

id: 188
unit: def dict_of_lists_to_list_of_dicts()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 8
number of parameters: 2

id: 189
unit: def __init__()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 4

id: 190
unit: def __init__()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 191
unit: def batcher()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 3

id: 192
unit: def evaluate_batch()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 4

id: 193
unit: def compute()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 194
unit: def corpus_level_fns()
file: src/lighteval/metrics/metrics.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 1

id: 195
unit: def __init__()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 196
unit: def loglikelihood_rolling()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 197
unit: def _init_max_length()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 198
unit: def __init__()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 199
unit: def results()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 200
unit: def push_details_to_hub()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 4

id: 201
unit: def _prepare_plain_text()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 202
unit: def __init__()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 203
unit: def estimate_pass_at_k()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 3

id: 204
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 3

id: 205
unit: def boolq_arabic_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 206
unit: def toxigen_arabic_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 207
unit: def prompt_bac_fr()
file: community_tasks/french_evals.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 208
unit: def tokenizer()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 209
unit: def compute_one_item()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 3

id: 210
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 211
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 4

id: 212
unit: def sent_encode()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 213
unit: def load_nli()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 214
unit: def split_text()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 3

id: 215
unit: def __init__()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 216
unit: def get_metric()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 1

id: 217
unit: def remove_reasoning_tags()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 3

id: 218
unit: def tok_encode()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 219
unit: def _init_max_length()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 220
unit: def to_litellm_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 221
unit: def _get_dtype()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 8
number of parameters: 4

id: 222
unit: def preview_outputs()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 223
unit: def push_results_to_hub()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 4

id: 224
unit: def init_split_limits()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 225
unit: def thai_exams_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 1

id: 226
unit: def enem_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 227
unit: def get_first_possible_fewshot_splits()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 8
number of parameters: 2

id: 228
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 229
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 230
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 231
unit: def parse_candidates()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 8
number of parameters: 2

id: 232
unit: def create_task_config()
file: community_tasks/serbian_eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 233
unit: def latex_normalization_config_default_factory()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 234
unit: def process_judge_response_simpleqa()
file: src/lighteval/metrics/utils/judge_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 235
unit: def bootstrap_stderr_scipy()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 3

id: 236
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 4

id: 237
unit: def coverage()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 238
unit: def density()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 239
unit: def collate_idf()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 4

id: 240
unit: def bert_cos_score_idf()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 241
unit: def gsm8k_normalizer()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 242
unit: def get_multilingual_normalizer()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 243
unit: def compute()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 244
unit: def prepare()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 4

id: 245
unit: def loglikelihood_acc_metric()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 246
unit: def create()
file: src/lighteval/main_tasks.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 3

id: 247
unit: def should_reduce_batch_size()
file: src/lighteval/utils/parallelism.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 248
unit: def can_load_spacy_tokenizer()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 249
unit: def _process_batch_logprob()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 3

id: 250
unit: def max_length()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 251
unit: def loglikelihood()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 252
unit: def loglikelihood_rolling()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 253
unit: def get_transformers_config()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 254
unit: def from_model()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 255
unit: def to_vllm_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 256
unit: def _simplify_name()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 8
number of parameters: 1

id: 257
unit: def _get_details_sub_folder()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 10
number of parameters: 2

id: 258
unit: def punctuation_ends_sentence()
file: src/lighteval/tasks/templates/utils/formatting_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 259
unit: def sciqa_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 260
unit: def extract_num_samples()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 261
unit: def prepare_prompt()
file: src/lighteval/tasks/extended/lcb/main.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 262
unit: def get_single_answer_type_text()
file: src/lighteval/tasks/extended/olympiade_bench/main.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 263
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 264
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 265
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 266
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 267
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 2

id: 268
unit: def hle_text_only()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 269
unit: def fit_theta()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 7

id: 270
unit: def process_judge_response()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 1

id: 271
unit: def tokenizer()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 272
unit: def get_stderr_function()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 273
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 274
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 275
unit: def all_metrics()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 276
unit: def compression()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 277
unit: def padding()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 278
unit: def bert_encode()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 4

id: 279
unit: def compute()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 6
number of parameters: 2

id: 280
unit: def multilingual_extractive_match_metric()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 281
unit: def requires_latex2sympy2_extended()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 282
unit: def _create_auto_tokenizer()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 283
unit: def model_post_init()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 284
unit: def _create_auto_tokenizer()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 285
unit: def get_original_order()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 286
unit: def process_context()
file: src/lighteval/tasks/templates/hellaswag.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 287
unit: def print_all_tasks()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 288
unit: def alghafa_adapter()
file: src/lighteval/tasks/multilingual/adapters.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 289
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 290
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 291
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 292
unit: def ifeval_prompt()
file: src/lighteval/tasks/extended/ifeval/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 293
unit: def process_judge_response_hle()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 294
unit: def __init__()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 295
unit: def __init__()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 296
unit: def compute()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 297
unit: def acva_pfn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 298
unit: def compute()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 4

id: 299
unit: def prompt_ifeval_fr()
file: community_tasks/french_evals.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 300
unit: def get_target_type_order()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 301
unit: def safe_sympy_doit()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 302
unit: def compare_single_extraction()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 2

id: 303
unit: def bootstrap_stderr()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 304
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 4

id: 305
unit: def _rouge_score()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 3

id: 306
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 307
unit: def get_processed_pred()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 308
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 309
unit: def get_processed_pred()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 310
unit: def default_sample_scoring()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 3

id: 311
unit: def get_processed_pred()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 312
unit: def default_sample_scoring()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 3

id: 313
unit: def __call_api_parallel()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 314
unit: def get_bert_embedding()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 315
unit: def greedy_cos_idf()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 316
unit: def higher_is_better()
file: src/lighteval/metrics/metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 0

id: 317
unit: def __init__()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 318
unit: def _init_random_seeds()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 319
unit: def _run_model()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 320
unit: def sanitize_numpy()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 321
unit: def boolstring_to_bool()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 322
unit: def load_model_with_tgi()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 323
unit: def max_length()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 324
unit: def gather()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 325
unit: def get_transformers_config()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 326
unit: def _get_quantization_config()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 327
unit: def cleanup()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 328
unit: def _generate()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 329
unit: def save_details()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 4

id: 330
unit: def _sample_from_pool()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 8
number of parameters: 4

id: 331
unit: def _init_fewshot_sampling_random()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 332
unit: def task_groups_dict()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 1

id: 333
unit: def create_custom_tasks_module()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 334
unit: def __post_init__()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 335
unit: def fewshot_docs()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 336
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 337
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 338
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 339
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 340
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 341
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 342
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 343
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 344
unit: def download()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 345
unit: def prompt_fn()
file: community_tasks/_template.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 346
unit: def boolq_serbian()
file: community_tasks/serbian_eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 347
unit: def is_atomic_or_pct_atomic()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 2

id: 348
unit: def is_assignment_relation()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 1

id: 349
unit: def sympy_compare_interval()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 3

id: 350
unit: def simple_span_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 351
unit: def __init__()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 352
unit: def __init__()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 353
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 354
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 4

id: 355
unit: def _rouge_score_multi_golds()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 3

id: 356
unit: def _rouge_score_with_bootsrap()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 357
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 358
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 359
unit: def evaluate_answer_batch()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 360
unit: def score()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 361
unit: def remove_braces_and_strip()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 362
unit: def __init__()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 363
unit: def prepare()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 364
unit: def _update_num_samples()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 365
unit: def clean_s3_links()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 366
unit: def _generate()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 367
unit: def __call_api_parallel()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 368
unit: def model_post_init()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 369
unit: def cleanup()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 370
unit: def tok_encode_batch()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 371
unit: def _model_call()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 372
unit: def _check_continuations_start_space()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 6
number of parameters: 2

id: 373
unit: def prepare_batch()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 374
unit: def __call__()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 375
unit: def cleanup()
file: src/lighteval/models/transformers/adapter_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 376
unit: def cleanup()
file: src/lighteval/models/transformers/delta_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 377
unit: def _check_continuations_start_space()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 6
number of parameters: 2

id: 378
unit: def _generate()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 379
unit: def __call__()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 380
unit: def _get_model_sha()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 381
unit: def __init__()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 382
unit: def splits_iterator()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 383
unit: def join_ctxs()
file: src/lighteval/tasks/templates/hellaswag.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 384
unit: def get_relation_label()
file: src/lighteval/tasks/templates/nli.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 385
unit: def get_relation_label()
file: src/lighteval/tasks/templates/nli.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 386
unit: def __getattribute__()
file: src/lighteval/tasks/templates/utils/translation_literals.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 387
unit: def get_prefix()
file: src/lighteval/tasks/templates/utils/formulation.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 388
unit: def _extract_query()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 389
unit: def multichoice_join()
file: src/lighteval/tasks/multilingual/utils/adapters_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 390
unit: def remove_duplicate_docs()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 391
unit: def process_judge_response()
file: src/lighteval/tasks/extended/mix_eval/main.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 392
unit: def process_judge_response_multichoice_gpt()
file: src/lighteval/tasks/extended/mix_eval/main.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 393
unit: def process_judge_response_freeform_gpt()
file: src/lighteval/tasks/extended/mix_eval/main.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 394
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 395
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 396
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 397
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 398
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 399
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 400
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 401
unit: def aimo_prompt()
file: community_tasks/aimo_evals.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 402
unit: def extract_target_from_pred()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 403
unit: def is_relation()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 404
unit: def is_equation()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 1

id: 405
unit: def compare_gold_target()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 406
unit: def tokenizer()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 407
unit: def get_word_tokenizer()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 408
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 409
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 4

id: 410
unit: def get_processed_gold()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 411
unit: def compute_score()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 6
number of parameters: 3

id: 412
unit: def get_processed_gold()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 413
unit: def get_processed_gold()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 414
unit: def evaluate_answer()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 5

id: 415
unit: def select_freer_gpu()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 416
unit: def split_paragraphs()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 6
number of parameters: 2

id: 417
unit: def load_cache()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 418
unit: def remove_braces()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 419
unit: def normalize_log_probs()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 420
unit: def is_main_process()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 421
unit: def manage_duplicate_language_codes()
file: src/lighteval/utils/language.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 422
unit: def as_list()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 423
unit: def download_dataset_worker()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 424
unit: def cleanup()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 425
unit: def _prepare_max_new_tokens()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 2

id: 426
unit: def max_length()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 427
unit: def _async_process_request()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 428
unit: def _async_process_request()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 429
unit: def _process_request()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 430
unit: def _create_auto_tokenizer()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 431
unit: def _get_subsets()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 432
unit: def _loglikelihood_tokens()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 433
unit: def __init__()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 434
unit: def __init__()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 435
unit: def batched()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 436
unit: def push_to_wandb()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 437
unit: def log_args_info()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 438
unit: def log_model_info()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 439
unit: def log()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 440
unit: def fix_capitalization()
file: src/lighteval/tasks/templates/utils/formatting_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 3

id: 441
unit: def sample_fewshot_examples()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 442
unit: def get_fewshot_seeds()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 443
unit: def get_metrics_for_formulation()
file: src/lighteval/tasks/multilingual/utils/task_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 444
unit: def eval_docs()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 445
unit: def get_function()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 446
unit: def convert_line_to_decimals()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 447
unit: def codegen_metrics()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 448
unit: def extract_code()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 449
unit: def gpt_judge_for_closeended_freeform()
file: src/lighteval/tasks/extended/mix_eval/judge_prompts.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 4

id: 450
unit: def gpt_judge_for_closeended_multiplechoice()
file: src/lighteval/tasks/extended/mix_eval/judge_prompts.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 4

id: 451
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 452
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 453
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 454
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 455
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 456
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 457
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 458
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 459
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 460
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 461
unit: def conflict_make()
file: src/lighteval/tasks/extended/ifeval/instructions_registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 462
unit: def get_golds()
file: src/lighteval/tasks/requests.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 463
unit: def parse_latex_with_timeout()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 464
unit: def compare_single_extraction_wrapper()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 465
unit: def span_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 466
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 467
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 468
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 469
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 470
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 471
unit: def model()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 472
unit: def longest_common_prefix_length()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 473
unit: def pass_at_k()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 474
unit: def __call_vllm()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 475
unit: def get_freer_gpu()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 476
unit: def any_gpu_with_space()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 477
unit: def card_to_name()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 478
unit: def split_2sents()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 2

id: 479
unit: def count_units()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 480
unit: def count_units()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 481
unit: def all_metrics()
file: src/lighteval/metrics/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 482
unit: def nanotron()
file: src/lighteval/main_nanotron.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 483
unit: def inspect()
file: src/lighteval/main_tasks.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 484
unit: def show_results()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 485
unit: def can_load_extended_tasks()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 0

id: 486
unit: def flatten()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 487
unit: def _prepare_stop_sequence()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 6
number of parameters: 2

id: 488
unit: def load_litellm_model()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 489
unit: def add_special_tokens()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 490
unit: def greedy_until()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 491
unit: def __call__()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 492
unit: def disable_tqdm()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 493
unit: def disable_tqdm()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 494
unit: def prepare_batch_logprob()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 495
unit: def details()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 496
unit: def push_to_hub()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 497
unit: def get_hellaswag_prompt_function()
file: src/lighteval/tasks/templates/hellaswag.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 498
unit: def get_continuation_prompt_function()
file: src/lighteval/tasks/templates/continuation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 499
unit: def get_nli_prompt_function()
file: src/lighteval/tasks/templates/nli.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 500
unit: def build_choices()
file: src/lighteval/tasks/templates/utils/formulation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 501
unit: def build_answers()
file: src/lighteval/tasks/templates/utils/formulation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 502
unit: def get_translation_prompt_function()
file: src/lighteval/tasks/templates/translation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 503
unit: def prepare_prompt()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 504
unit: def _init_fewshot_sampling_sequential()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 505
unit: def expand_task_definition()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 506
unit: def multichoice_to_single_choice()
file: src/lighteval/tasks/multilingual/utils/adapters_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 507
unit: def flores_adapter()
file: src/lighteval/tasks/multilingual/tasks.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 508
unit: def __enter__()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 509
unit: def grade_stdio()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 510
unit: def evaluate_generations()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 511
unit: def translate_private_test_cases()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 512
unit: def flow_judge_prompt_mt_bench_without_ref()
file: src/lighteval/tasks/extended/mt_bench/judge_prompt_templates.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 513
unit: def flow_judge_prompt_mt_bench_with_ref()
file: src/lighteval/tasks/extended/mt_bench/judge_prompt_templates.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 514
unit: def flow_judge_for_freeform_template()
file: src/lighteval/tasks/extended/mix_eval/judge_prompts.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 515
unit: def flow_judge_for_multichoice_template()
file: src/lighteval/tasks/extended/mix_eval/judge_prompts.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 516
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 517
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 518
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 519
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 520
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 521
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 522
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 523
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 524
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 525
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 526
unit: def download_nltk_resources()
file: src/lighteval/tasks/extended/ifeval/instructions_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 527
unit: def count_words()
file: src/lighteval/tasks/extended/ifeval/instructions_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 528
unit: def get_judge_prompt()
file: src/lighteval/tasks/extended/hle/main.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 4

id: 529
unit: def judge_template()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 530
unit: def take_last_relation()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 531
unit: def __init__()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 532
unit: def word_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 533
unit: def sent_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 534
unit: def word_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 535
unit: def sent_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 536
unit: def word_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 537
unit: def sent_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 538
unit: def compute_one_item()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 539
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 540
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 541
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 542
unit: def tokenizer()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 543
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 4

id: 544
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 545
unit: def __call_transformers()
file: src/lighteval/metrics/llm_as_judge.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 546
unit: def strings()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 9
number of parameters: 3

id: 547
unit: def name_to_card()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 548
unit: def split_sentences()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 549
unit: def save_cache()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 550
unit: def matthews_corrcoef()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 551
unit: def __init__()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 552
unit: def prepare()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 553
unit: def __init__()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 554
unit: def prepare()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 555
unit: def __init__()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 556
unit: def multilingual_quasi_exact_match_metric()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 557
unit: def list()
file: src/lighteval/main_tasks.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 558
unit: def save_and_push_results()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 559
unit: def _init_final_dict()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 560
unit: def load_model_with_inference_endpoints()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 561
unit: def load_model_with_accelerate_or_default()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 562
unit: def load_sglang_model()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 563
unit: def max_length()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 564
unit: def tok_encode()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 3

id: 565
unit: def tokenizer()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 566
unit: def __init__()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 567
unit: def cleanup()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 568
unit: def _loglikelihood_tokens()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 569
unit: def stop_sequences_criteria()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 570
unit: def from_path()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 571
unit: def cleanup()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 572
unit: def generation_parameters()
file: src/lighteval/config/lighteval_config.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 4
number of parameters: 1

id: 573
unit: def __init__()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 574
unit: def _sorting_criteria()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 575
unit: def get_copa_prompt_function()
file: src/lighteval/tasks/templates/copa.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 576
unit: def _nli_prompt_function_natural()
file: src/lighteval/tasks/templates/nli.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 577
unit: def decapitalize()
file: src/lighteval/tasks/templates/utils/formatting_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 578
unit: def capitalize()
file: src/lighteval/tasks/templates/utils/formatting_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 579
unit: def get_mcq_prompt_function()
file: src/lighteval/tasks/templates/multichoice.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 580
unit: def get_boolq_prompt_function()
file: src/lighteval/tasks/templates/boolq.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 581
unit: def __init__()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 582
unit: def _init_fewshot_pool()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 583
unit: def _init_fewshot_sampling_balanced()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 584
unit: def __exit__()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 585
unit: def flow_judge_mt_bench_prompt()
file: src/lighteval/tasks/extended/mt_bench/main.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 4

id: 586
unit: def parse_options()
file: src/lighteval/tasks/extended/mix_eval/prompts.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 587
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 588
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 589
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 590
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 591
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 592
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 593
unit: def agg_inst_level_acc()
file: src/lighteval/tasks/extended/ifeval/main.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 594
unit: def count_sentences()
file: src/lighteval/tasks/extended/ifeval/instructions_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 595
unit: def __init__()
file: community_tasks/_template.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 596
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 597
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 598
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 599
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 600
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 601
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 602
unit: def __init__()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 603
unit: def __init__()
file: community_tasks/turkic_evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 604
unit: def span_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 605
unit: def _stddev()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 606
unit: def __init__()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 607
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 608
unit: def _bleu_score()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 3

id: 609
unit: def edit_similarity()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 3

id: 610
unit: def wait_free_gpu()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 611
unit: def remove_articles()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 612
unit: def __init__()
file: src/lighteval/metrics/metrics_corpus.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 6

id: 613
unit: def normalized_multi_choice_prob_metric()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 614
unit: def probability_metric()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 615
unit: def get_results()
file: src/lighteval/pipeline.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 616
unit: def __init__()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 617
unit: def greedy_until()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 618
unit: def _loglikelihood_tokens()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 619
unit: def greedy_until()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 620
unit: def greedy_until()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 621
unit: def greedy_until()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 622
unit: def divide_chunks()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 623
unit: def _process_batch_generate()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 624
unit: def greedy_until()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 625
unit: def __init__()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 626
unit: def __init__()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 627
unit: def greedy_until()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 628
unit: def loglikelihood()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 629
unit: def loglikelihood_rolling()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 630
unit: def model_post_init()
file: src/lighteval/models/transformers/adapter_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 631
unit: def _create_auto_model()
file: src/lighteval/models/transformers/delta_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 632
unit: def __init__()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 633
unit: def greedy_until()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 634
unit: def loglikelihood()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 635
unit: def loglikelihood_rolling()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 636
unit: def from_args()
file: src/lighteval/models/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 637
unit: def __init__()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 638
unit: def greedy_until()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 639
unit: def run_inference_one_model()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 640
unit: def _loglikelihood_tokens()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 641
unit: def log_end_time()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 642
unit: def log()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 643
unit: def log_num_docs()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 644
unit: def __post_init__()
file: src/lighteval/config/lighteval_config.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 645
unit: def __iter__()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 646
unit: def hellaswag_prompt()
file: src/lighteval/tasks/templates/hellaswag.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 647
unit: def copa_prompt()
file: src/lighteval/tasks/templates/copa.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 648
unit: def translation_prompt()
file: src/lighteval/tasks/templates/translation.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 649
unit: def boolq_prompt()
file: src/lighteval/tasks/templates/boolq.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 650
unit: def _task_superset_dict()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 1

id: 651
unit: def __init__()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 652
unit: def timeout_handler()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 653
unit: def get_stripped_lines()
file: src/lighteval/tasks/extended/lcb/codegen_metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 654
unit: def process_judge_response()
file: src/lighteval/tasks/extended/mt_bench/main.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 655
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 656
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 657
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 658
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 659
unit: def item_curve()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 660
unit: def __repr__()
file: src/lighteval/tasks/requests.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 661
unit: def lazy_indices_regex()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 662
unit: def get_extraction_regexes()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 663
unit: def parse_expr_with_timeout()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 664
unit: def convert_to_pct()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 665
unit: def extract_latex()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 666
unit: def extract_indices()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 667
unit: def normalize_index()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 668
unit: def extract_match()
file: src/lighteval/metrics/utils/extractive_match_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 669
unit: def sympy_compare_sets()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 670
unit: def should_treat_as_complex()
file: src/lighteval/metrics/utils/math_comparison.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 671
unit: def strip_strings()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 672
unit: def word_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 673
unit: def sent_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 674
unit: def span_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 675
unit: def word_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 676
unit: def sent_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 677
unit: def span_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 678
unit: def span_tokenize()
file: src/lighteval/metrics/utils/linguistic_tokenizers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 679
unit: def get_doc()
file: src/lighteval/metrics/utils/metric_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 680
unit: def compute()
file: src/lighteval/metrics/utils/metric_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 681
unit: def get_judge_prompt_simpleqa()
file: src/lighteval/metrics/utils/judge_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 682
unit: def mean_stderr()
file: src/lighteval/metrics/stderr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 683
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 684
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 685
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 686
unit: def acc_golds_likelihood()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 687
unit: def __init__()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 688
unit: def compute()
file: src/lighteval/metrics/metrics_sample.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 689
unit: def normalize()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 690
unit: def overlaps()
file: src/lighteval/metrics/imports/data_stats_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 691
unit: def dedup_and_sort()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 692
unit: def lang()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 693
unit: def idf()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 694
unit: def model_type()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 695
unit: def num_layers()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 696
unit: def rescale_with_baseline()
file: src/lighteval/metrics/imports/bert_scorer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 697
unit: def get_neutral_idx()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 698
unit: def __init__()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 699
unit: def get_cache_file()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 700
unit: def save_imager_cache()
file: src/lighteval/metrics/imports/summac.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 701
unit: def evaluate_example()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 702
unit: def evaluate_batch()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 703
unit: def find_ngrams()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 704
unit: def supports_multi_ref()
file: src/lighteval/metrics/imports/data_stats_metric.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 705
unit: def harness_triviaqa_normalizer()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 706
unit: def bigbench_normalizer()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 707
unit: def remove_punc()
file: src/lighteval/metrics/normalizations.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 708
unit: def to_dict()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 709
unit: def __init__()
file: src/lighteval/metrics/sample_preparator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 710
unit: def __str__()
file: src/lighteval/metrics/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 711
unit: def multilingual_quasi_f1_score_metric()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 712
unit: def add_to_specifics_with_timeout()
file: src/lighteval/metrics/dynamic_metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 713
unit: def is_accelerate_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 714
unit: def is_tgi_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 715
unit: def is_nanotron_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 716
unit: def is_optimum_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 717
unit: def is_bnb_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 718
unit: def is_autogptq_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 719
unit: def is_peft_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 720
unit: def is_tensorboardX_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 721
unit: def is_openai_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 722
unit: def is_litellm_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 723
unit: def is_vllm_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 0

id: 724
unit: def is_sglang_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 0

id: 725
unit: def can_load_stanza_tokenizer()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 726
unit: def is_spacy_available()
file: src/lighteval/utils/imports.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 727
unit: def safe_divide()
file: src/lighteval/utils/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 728
unit: def tokenizer()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 729
unit: def add_special_tokens()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 730
unit: def max_length()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 731
unit: def loglikelihood()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 732
unit: def loglikelihood_rolling()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 733
unit: def loglikelihood_single_token()
file: src/lighteval/models/sglang/sglang_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 734
unit: def tokenizer()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 735
unit: def add_special_tokens()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 736
unit: def max_length()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 737
unit: def loglikelihood()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 738
unit: def loglikelihood_rolling()
file: src/lighteval/models/litellm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 739
unit: def cleanup()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 740
unit: def tokenizer()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 741
unit: def add_special_tokens()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 742
unit: def max_length()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 743
unit: def disable_tqdm()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 744
unit: def loglikelihood()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 745
unit: def loglikelihood_rolling()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 746
unit: def tok_decode()
file: src/lighteval/models/abstract_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 747
unit: def load_model()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 748
unit: def load_dummy_model()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 749
unit: def load_inference_providers_model()
file: src/lighteval/models/model_loader.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 750
unit: def tokenizer()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 751
unit: def add_special_tokens()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 752
unit: def loglikelihood()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 753
unit: def loglikelihood_rolling()
file: src/lighteval/models/endpoints/inference_providers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 754
unit: def _process_request()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 755
unit: def set_cache_hook()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 756
unit: def tokenizer()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 757
unit: def add_special_tokens()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 758
unit: def disable_tqdm()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 759
unit: def cleanup()
file: src/lighteval/models/endpoints/tgi_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 760
unit: def get_custom_env_vars()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 761
unit: def __init__()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 762
unit: def tokenizer()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 763
unit: def add_special_tokens()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 764
unit: def disable_tqdm()
file: src/lighteval/models/endpoints/endpoint_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 765
unit: def tokenizer()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 766
unit: def eot_token()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 767
unit: def eot_token_id()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 768
unit: def max_gen_toks()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 769
unit: def device()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 770
unit: def tok_decode()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 771
unit: def loglikelihood_single_token()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 772
unit: def _loglikelihood_single_token()
file: src/lighteval/models/nanotron/nanotron_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 773
unit: def add_special_tokens()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 774
unit: def max_length()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 775
unit: def greedy_until()
file: src/lighteval/models/dummy/dummy_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 776
unit: def get_model_sha()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 777
unit: def tokenizer()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 778
unit: def pad_token_id()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 779
unit: def eos_token_id()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 780
unit: def add_special_tokens()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 781
unit: def max_length()
file: src/lighteval/models/transformers/vlm_transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 782
unit: def get_model_sha()
file: src/lighteval/models/transformers/delta_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 783
unit: def get_model_sha()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 784
unit: def tokenizer()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 785
unit: def add_special_tokens()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 786
unit: def max_length()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 787
unit: def device()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 788
unit: def _create_auto_tokenizer()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 789
unit: def _model_call()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 790
unit: def pad_and_gather()
file: src/lighteval/models/transformers/transformers_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 791
unit: def from_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 792
unit: def to_vllm_openai_dict()
file: src/lighteval/models/model_input.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 793
unit: def tokenizer()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 794
unit: def add_special_tokens()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 795
unit: def max_length()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 796
unit: def loglikelihood()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 797
unit: def loglikelihood_rolling()
file: src/lighteval/models/vllm/vllm_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 798
unit: def push_to_tensorboard()
file: src/lighteval/logging/evaluation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 799
unit: def log()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 800
unit: def log()
file: src/lighteval/logging/info_loggers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 801
unit: def __getitem__()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 802
unit: def __len__()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 803
unit: def _sorting_criteria()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 804
unit: def __getitem__()
file: src/lighteval/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 805
unit: def create_adapter_from_dict()
file: src/lighteval/tasks/templates/utils/adapter_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 806
unit: def adapter_fn()
file: src/lighteval/tasks/templates/utils/adapter_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 807
unit: def prepare_prompt_api()
file: src/lighteval/tasks/prompt_manager.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 808
unit: def __init__()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 809
unit: def get_tasks_from_configs()
file: src/lighteval/tasks/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 810
unit: def normalize_subset()
file: src/lighteval/tasks/multilingual/utils/task_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 811
unit: def aggregation()
file: src/lighteval/tasks/lighteval_task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 812
unit: def mean_dv_5()
file: src/lighteval/tasks/extended/mix_eval/main.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 813
unit: def __init__()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 814
unit: def build_description()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 815
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 816
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 817
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 818
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 819
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 820
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 821
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 822
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 823
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 824
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 825
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 826
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 827
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 828
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 829
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 830
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 831
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 832
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 833
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 834
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 835
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 836
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 837
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 838
unit: def is_change()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 839
unit: def strip_changes()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 840
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 841
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 842
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 843
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 844
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 845
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 846
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 847
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 848
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 849
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 850
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 851
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 852
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 853
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 854
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 855
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 856
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 857
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 858
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 859
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 860
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 861
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 862
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 863
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 864
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 865
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 866
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 867
unit: def check_following()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 868
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 869
unit: def get_instruction_args()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 870
unit: def get_instruction_args_keys()
file: src/lighteval/tasks/extended/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 871
unit: def _get_sentence_tokenizer()
file: src/lighteval/tasks/extended/ifeval/instructions_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 872
unit: def generate_keywords()
file: src/lighteval/tasks/extended/ifeval/instructions_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 873
unit: def sigmoid()
file: src/lighteval/tasks/extended/tiny_benchmarks/main.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 874
unit: def aggregate_scores()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 875
unit: def _sample_level_fn()
file: community_tasks/arabic_evals.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1