id: 1
unit: def setup_parser()
file: lm_eval/__main__.py
start line: 0
end line: 0
size: 189 LOC
McCabe index: 2
number of parameters: 0

id: 2
unit: def process_results()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 157 LOC
McCabe index: 65
number of parameters: 3

id: 3
unit: def cli_evaluate()
file: lm_eval/__main__.py
start line: 0
end line: 0
size: 157 LOC
McCabe index: 47
number of parameters: 2

id: 4
unit: def recreate_metadata_card()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 126 LOC
McCabe index: 19
number of parameters: 1

id: 5
unit: def get_train_overlap()
file: lm_eval/decontamination/decontaminate.py
start line: 0
end line: 0
size: 102 LOC
McCabe index: 22
number of parameters: 3

id: 6
unit: def main()
file: scripts/zeno_visualize.py
start line: 0
end line: 0
size: 81 LOC
McCabe index: 17
number of parameters: 0

id: 7
unit: def gen_lang_yamls()
file: lm_eval/tasks/afrixnli/utils.py
start line: 0
end line: 0
size: 78 LOC
McCabe index: 7
number of parameters: 3

id: 8
unit: def gen_lang_yamls()
file: lm_eval/tasks/afrimgsm/utils.py
start line: 0
end line: 0
size: 76 LOC
McCabe index: 12
number of parameters: 3

id: 9
unit: def generate_until()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 73 LOC
McCabe index: 3
number of parameters: 3

id: 10
unit: def _detect_batch_size()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 69 LOC
McCabe index: 14
number of parameters: 3

id: 11
unit: def _loglikelihood_tokens()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 67 LOC
McCabe index: 13
number of parameters: 3

id: 12
unit: def parse_math_answer()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 63 LOC
McCabe index: 17
number of parameters: 1

id: 13
unit: def gen_lang_yamls()
file: lm_eval/tasks/mgsm/utils.py
start line: 0
end line: 0
size: 62 LOC
McCabe index: 10
number of parameters: 3

id: 14
unit: def apply()
file: lm_eval/filters/extraction.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 20
number of parameters: 3

id: 15
unit: def _get_task_and_group()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 21
number of parameters: 2

id: 16
unit: def apply()
file: lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 20
number of parameters: 3

id: 17
unit: def apply()
file: lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 20
number of parameters: 3

id: 18
unit: def generate_until()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 56 LOC
McCabe index: 15
number of parameters: 3

id: 19
unit: def generate_until()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 54 LOC
McCabe index: 18
number of parameters: 3

id: 20
unit: def process_docs()
file: lm_eval/tasks/qasper/utils.py
start line: 0
end line: 0
size: 53 LOC
McCabe index: 15
number of parameters: 2

id: 21
unit: def do_ngrams_in_buckets()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 11
number of parameters: 3

id: 22
unit: def generate_until()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 12
number of parameters: 2

id: 23
unit: def make_table()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 13
number of parameters: 3

id: 24
unit: def eval_models()
file: scripts/regression.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 8
number of parameters: 2

id: 25
unit: def main()
file: scripts/regression.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 10
number of parameters: 0

id: 26
unit: def main()
file: scripts/write_out.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 16
number of parameters: 0

id: 27
unit: def gen_lang_yamls()
file: lm_eval/tasks/translation/utils.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 10
number of parameters: 2

id: 28
unit: std::vector clean_ngram()
file: scripts/clean_training_data/janitor_util.cpp
start line: 24
end line: 104
size: 45 LOC
McCabe index: 10
number of parameters: 3

id: 29
unit: def generate_until()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 45 LOC
McCabe index: 11
number of parameters: 2

id: 30
unit: def get_prompt()
file: lm_eval/prompts/__init__.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 9
number of parameters: 3

id: 31
unit: def __getattr__()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 12
number of parameters: 2

id: 32
unit: def process_results_gen()
file: lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 8
number of parameters: 2

id: 33
unit: def process_results()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 1
number of parameters: 3

id: 34
unit: def process_results_gen()
file: lm_eval/tasks/truthfulqa/utils.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 8
number of parameters: 2

id: 35
unit: def main()
file: lm_eval/tasks/bigbench/generate_tasks.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 8
number of parameters: 0

id: 36
unit: def main()
file: scripts/cost_estimate.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 3
number of parameters: 0

id: 37
unit: def split_into_sentences()
file: lm_eval/tasks/leaderboard/ifeval/instructions_util.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 7
number of parameters: 1

id: 38
unit: def split_into_sentences()
file: lm_eval/tasks/ifeval/instructions_util.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 7
number of parameters: 1

id: 39
unit: def _adjust_config()
file: lm_eval/evaluator.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 14
number of parameters: 1

id: 40
unit: def loglikelihood_rolling()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 12
number of parameters: 3

id: 41
unit: def _log_results_as_table()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 11
number of parameters: 1

id: 42
unit: def parse_args()
file: scripts/model_comparator.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 1
number of parameters: 0

id: 43
unit: def doc_to_target()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 16
number of parameters: 2

id: 44
unit: def get_subtask_list()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 12
number of parameters: 3

id: 45
unit: def apply()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 8
number of parameters: 3

id: 46
unit: def apply()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 8
number of parameters: 3

id: 47
unit: def score_cooked()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 11
number of parameters: 4

id: 48
unit: def is_equiv()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 8
number of parameters: 2

id: 49
unit: def gen_lang_yamls()
file: lm_eval/tasks/xnli/utils.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 5
number of parameters: 2

id: 50
unit: def log_eval_samples()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 11
number of parameters: 4

id: 51
unit: def calculate_score_fullscale()
file: lm_eval/tasks/eq_bench/utils.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 13
number of parameters: 2

id: 52
unit: def __init__()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 5
number of parameters: 7

id: 53
unit: def get_model_info()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 8
number of parameters: 1

id: 54
unit: def gen_lang_yamls()
file: lm_eval/tasks/paws-x/_generate_config.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 5
number of parameters: 2

id: 55
unit: def __post_init__()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 9
number of parameters: 1

id: 56
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 9
number of parameters: 5

id: 57
unit: def add_regex_pattern()
file: lm_eval/tasks/afrimgsm/utils.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 2
number of parameters: 1

id: 58
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 9
number of parameters: 5

id: 59
unit: def add_regex_pattern()
file: lm_eval/tasks/mgsm/utils.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 2
number of parameters: 1

id: 60
unit: def _wsc_inputs()
file: lm_eval/tasks/super_glue/wsc/t5_utils.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 4
number of parameters: 1

id: 61
unit: def make_table()
file: scripts/make_table_results.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 9
number of parameters: 1

id: 62
unit: def generate_until()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 4
number of parameters: 3

id: 63
unit: def fix_fracs()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 8
number of parameters: 1

id: 64
unit: def strip_string()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 14
number of parameters: 1

id: 65
unit: def _fix_fracs()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 8
number of parameters: 1

id: 66
unit: def _strip_string()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 14
number of parameters: 1

id: 67
unit: def load_yaml_config()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 10
number of parameters: 4

id: 68
unit: def simple_evaluate()
file: lm_eval/evaluator.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 1
number of parameters: 0

id: 69
unit: def _parse_logprobs()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 10
number of parameters: 3

id: 70
unit: def doc_to_text()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 11
number of parameters: 2

id: 71
unit: def loglikelihood()
file: lm_eval/models/gguf.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 10
number of parameters: 3

id: 72
unit: def add_tokenizer_info()
file: lm_eval/loggers/utils.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 4
number of parameters: 3

id: 73
unit: def run_model_for_task_caching()
file: scripts/requests_caching.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 2

id: 74
unit: def get_context()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 12
number of parameters: 3

id: 75
unit: def aggregation()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 1

id: 76
unit: def wikitext_detokenizer()
file: lm_eval/tasks/french_bench/preprocess_wikitext.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 1

id: 77
unit: def wikitext_detokenizer()
file: lm_eval/tasks/wikitext/preprocess_wikitext.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 1

id: 78
unit: def _sanitize_results_dict()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 11
number of parameters: 1

id: 79
unit: def generate_system_df()
file: scripts/zeno_visualize.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 18
number of parameters: 2

id: 80
unit: def from_taskdict()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 4
number of parameters: 3

id: 81
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 6
number of parameters: 5

id: 82
unit: def construct_requests()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 4

id: 83
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 6
number of parameters: 5

id: 84
unit: def yield_pile()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 8
number of parameters: 2

id: 85
unit: def fewshot_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 9
number of parameters: 1

id: 86
unit: def __init__()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 1
number of parameters: 0

id: 87
unit: def last_boxed_only_string()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 9
number of parameters: 1

id: 88
unit: def last_boxed_only_string()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 9
number of parameters: 1

id: 89
unit: def last_boxed_only_string()
file: lm_eval/tasks/leaderboard/math/utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 9
number of parameters: 1

id: 90
unit: def squad_f1_agg()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 5
number of parameters: 1

id: 91
unit: def get_commit_from_path()
file: lm_eval/loggers/utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 2

id: 92
unit: def __init__()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 1
number of parameters: 0

id: 93
unit: def gen_config_yamls()
file: lm_eval/tasks/eus_exams/configs.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 6
number of parameters: 2

id: 94
unit: def gen_lang_yamls()
file: lm_eval/tasks/xwinograd/utils.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 5
number of parameters: 2

id: 95
unit: def generate_until()
file: lm_eval/models/gguf.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 8
number of parameters: 3

id: 96
unit: def list_fewshot_samples()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 1
number of parameters: 0

id: 97
unit: def list_fewshot_samples()
file: lm_eval/tasks/leaderboard/math/utils.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 1
number of parameters: 0

id: 98
unit: def get_stats()
file: scripts/clean_training_data/investigate_pile.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 3
number of parameters: 0

id: 99
unit: def register_metric()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 1

id: 100
unit: def doc_to_choice()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 9
number of parameters: 2

id: 101
unit: def oa_completion()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 3

id: 102
unit: def loglikelihood()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 3
number of parameters: 3

id: 103
unit: def apply()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 3

id: 104
unit: def apply()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 3

id: 105
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 4

id: 106
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 6
number of parameters: 2

id: 107
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 4

id: 108
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 6
number of parameters: 2

id: 109
unit: def get_answers()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 1

id: 110
unit: def compress_and_move()
file: scripts/clean_training_data/compress_and_package.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 2
number of parameters: 3

id: 111
unit: def parse_args()
file: scripts/write_out.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 1
number of parameters: 0

id: 112
unit: def wrap_constant_batch_size()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 3
number of parameters: 1

id: 113
unit: def cook_test()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 9
number of parameters: 3

id: 114
unit: def process_docs()
file: lm_eval/tasks/mutual/utils.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 2
number of parameters: 1

id: 115
unit: def main()
file: lm_eval/tasks/afrixnli/utils.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 1
number of parameters: 0

id: 116
unit: def __init__()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 4
number of parameters: 5

id: 117
unit: def read_tqdm()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 2

id: 118
unit: def calculate_aggregate_metric()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 2

id: 119
unit: def apply()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 3

id: 120
unit: def apply()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 3

id: 121
unit: def _load_task()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 5
number of parameters: 2

id: 122
unit: def preprocess_function()
file: lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 5
number of parameters: 1

id: 123
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 4

id: 124
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 4

id: 125
unit: def preprocess_function()
file: lm_eval/tasks/truthfulqa/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 5
number of parameters: 1

id: 126
unit: def process_docs()
file: lm_eval/tasks/okapi/arc_multilingual/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 1

id: 127
unit: def coref_doc_to_text()
file: lm_eval/tasks/basqueglue/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 1

id: 128
unit: def process_docs()
file: lm_eval/tasks/gpqa/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 1

id: 129
unit: def process_docs()
file: lm_eval/tasks/gpqa/cot_n_shot/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 1

id: 130
unit: def process_docs()
file: lm_eval/tasks/gpqa/generative/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 1

id: 131
unit: def get_file_stats()
file: scripts/clean_training_data/investigate_pile.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 3
number of parameters: 3

id: 132
unit: def computeMaps()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 8
number of parameters: 2

id: 133
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 4

id: 134
unit: def process_docs()
file: lm_eval/tasks/leaderboard/gpqa/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 1

id: 135
unit: def prune()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 1

id: 136
unit: def main()
file: lm_eval/tasks/afrimgsm/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 0

id: 137
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 4

id: 138
unit: def process_results()
file: lm_eval/tasks/ifeval/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 2

id: 139
unit: def main()
file: lm_eval/tasks/mgsm/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 0

id: 140
unit: def process_docs()
file: lm_eval/tasks/gpqa/zeroshot/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 1

id: 141
unit: def process_docs()
file: lm_eval/tasks/gpqa/n_shot/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 1

id: 142
unit: def combined_sample_stderr()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 3

id: 143
unit: def override_metric()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 2

id: 144
unit: def _model_generate()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 10
number of parameters: 5

id: 145
unit: def _model_generate()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 5

id: 146
unit: def doc_to_text()
file: lm_eval/tasks/arabicmmlu/utils.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 1

id: 147
unit: def main()
file: lm_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 0

id: 148
unit: def main()
file: lm_eval/tasks/gpqa/cot_n_shot/_generate_configs.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 0

id: 149
unit: def main()
file: lm_eval/tasks/gpqa/zeroshot/_generate_configs.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 0

id: 150
unit: def main()
file: lm_eval/tasks/gpqa/generative/_generate_configs.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 0

id: 151
unit: def __init__()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 2

id: 152
unit: def bootstrap_stderr()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 3

id: 153
unit: def get_result()
file: lm_eval/models/gguf.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 2

id: 154
unit: def normalize_final_answer()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 1

id: 155
unit: def main()
file: lm_eval/tasks/model_written_evals/persona/_generate_configs.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 0

id: 156
unit: def main()
file: lm_eval/tasks/model_written_evals/advanced_ai_risk/_generate_configs.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 0

id: 157
unit: def construct_requests()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 4

id: 158
unit: def _drop_duplicates_in_input()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 1

id: 159
unit: def main()
file: lm_eval/tasks/okapi/mmlu_multilingual/_generate_configs.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 0

id: 160
unit: def parse_args()
file: lm_eval/tasks/mmlusr/config.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 0

id: 161
unit: def process_docs()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 8
number of parameters: 1

id: 162
unit: def main()
file: lm_eval/tasks/gpqa/n_shot/_generate_configs.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 0

id: 163
unit: def get_rolling_token_windows()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 4

id: 164
unit: def extract_value()
file: scripts/regression.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 12
number of parameters: 5

id: 165
unit: def stderr_for_metric()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 2

id: 166
unit: def to_dict()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 8
number of parameters: 2

id: 167
unit: def doc_to_decontamination_query()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 2

id: 168
unit: def setup_distributed_environment()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 1

id: 169
unit: def _create_model()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 7

id: 170
unit: def apply()
file: lm_eval/filters/extraction.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 3

id: 171
unit: def run_task_tests()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 2
number of parameters: 1

id: 172
unit: def _check_duplicates()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 8
number of parameters: 1

id: 173
unit: def rouge()
file: lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 2

id: 174
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 5

id: 175
unit: def process_results()
file: lm_eval/tasks/leaderboard/ifeval/utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 2

id: 176
unit: def main()
file: lm_eval/tasks/blimp/generate_configs.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 0

id: 177
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 5

id: 178
unit: def rouge()
file: lm_eval/tasks/truthfulqa/utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 2

id: 179
unit: def _compute_f1()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 2

id: 180
unit: def parse_args()
file: scripts/zeno_visualize.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 181
unit: def process_sorted_buckets()
file: scripts/clean_training_data/process_sorted_buckets.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 3

id: 182
unit: def get_metric()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 2

id: 183
unit: def _encode_pair()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 3

id: 184
unit: def max_length()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 8
number of parameters: 1

id: 185
unit: def _batch_scheduler()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 3

id: 186
unit: def __init__()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 187
unit: def decorator()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 188
unit: def apply()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 3

id: 189
unit: def apply()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 3

id: 190
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 2

id: 191
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 3

id: 192
unit: def compute_scores()
file: lm_eval/tasks/coqa/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 11
number of parameters: 2

id: 193
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 2

id: 194
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 3

id: 195
unit: def is_equiv()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 7
number of parameters: 3

id: 196
unit: def normalize_squad()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 197
unit: def add_env_info()
file: lm_eval/loggers/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 2

id: 198
unit: def __init__()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 3

id: 199
unit: def max_length()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 1

id: 200
unit: def apply_chat_template()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 3

id: 201
unit: def _model_call()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 2

id: 202
unit: def normalize()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 1

id: 203
unit: def is_equiv()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 3

id: 204
unit: def _download_metric()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 205
unit: def doc_to_target()
file: lm_eval/tasks/coqa/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 1

id: 206
unit: def process_results()
file: lm_eval/tasks/super_glue/record/util.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 207
unit: def doc_to_text()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 208
unit: def squad_em_agg()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 1

id: 209
unit: def __init__()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 210
unit: def parse_args()
file: scripts/regression.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 0

id: 211
unit: def acc_all()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 1

id: 212
unit: def build_all_requests()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 213
unit: def evaluate()
file: lm_eval/evaluator.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 214
unit: def _create_tokenizer()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 215
unit: def __init__()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 216
unit: def form_ngrams()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 217
unit: def process_docs()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 218
unit: def main()
file: lm_eval/tasks/translation/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 219
unit: def main()
file: lm_eval/tasks/eus_exams/configs.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 220
unit: def doc_to_text()
file: lm_eval/tasks/medmcqa/utils_medmcqa.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 221
unit: def main()
file: lm_eval/tasks/xnli/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 222
unit: def doc_to_text()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 2

id: 223
unit: def process_results()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 224
unit: def fix_a_slash_b()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 225
unit: def fix_sqrt()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 1

id: 226
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 3

id: 227
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 228
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 229
unit: def main()
file: lm_eval/tasks/paws-x/_generate_config.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 230
unit: def f1()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 231
unit: def hellaswag_process_doc()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 232
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 3

id: 233
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 234
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 235
unit: def main()
file: lm_eval/tasks/xwinograd/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 236
unit: def _fix_a_slash_b()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 237
unit: def _fix_sqrt()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 1

id: 238
unit: def process_results()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 239
unit: def process_results()
file: lm_eval/tasks/super_glue/wsc/t5_utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 240
unit: def default_doc_to_text()
file: lm_eval/tasks/super_glue/wsc/preprocess_wsc.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 241
unit: def agg_mean_3class_f1()
file: lm_eval/tasks/super_glue/cb/t5_utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 242
unit: def get_metrics()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 243
unit: def register_model()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 244
unit: def acc_all_stderr()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 6
number of parameters: 1

id: 245
unit: def _sacreformat()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 14
number of parameters: 2

id: 246
unit: def set_config()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 4

id: 247
unit: def process_results()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 4

id: 248
unit: def get_result()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 249
unit: def textsynth_completion()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 250
unit: def modify_gen_kwargs()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 251
unit: def loglikelihood()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 252
unit: def max_length()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 253
unit: def process_results()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 254
unit: def get_unnormalized_answer()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 255
unit: def bleu()
file: lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 2

id: 256
unit: def process_results()
file: lm_eval/tasks/leaderboard/math/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 257
unit: def remove_boxed()
file: lm_eval/tasks/leaderboard/math/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 258
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 259
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 3

id: 260
unit: def normalize_answer()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 261
unit: def construct_requests()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 4

id: 262
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 263
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 3

id: 264
unit: def bleu()
file: lm_eval/tasks/truthfulqa/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 2

id: 265
unit: def process_docs()
file: lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 266
unit: def process_docs()
file: lm_eval/tasks/mmlusr/question_only/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 267
unit: def process_docs()
file: lm_eval/tasks/mmlusr/question_and_answer/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 268
unit: def process_docs()
file: lm_eval/tasks/mmlusr/answer_only/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 269
unit: def doc_to_text()
file: lm_eval/tasks/afrimmlu/translate/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 270
unit: def doc_to_text()
file: lm_eval/tasks/afrimmlu/direct/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 271
unit: def doc_to_text()
file: lm_eval/tasks/afrimmlu/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 272
unit: def _answer_to_bags()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 273
unit: def _match_numbers_if_present()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 2

id: 274
unit: def import_function()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 275
unit: def fewshot_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 276
unit: def construct_requests()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 4

id: 277
unit: def __init__()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 278
unit: def _model_call()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 4

id: 279
unit: def _get_config()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 3

id: 280
unit: def _create_tokenizer()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 281
unit: def get_nc_count()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 0

id: 282
unit: def __init__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 3

id: 283
unit: def __init__()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 284
unit: def find_test_root()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 285
unit: def higher_is_better()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 286
unit: def process_docs()
file: lm_eval/tasks/leaderboard/math/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 287
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 288
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 289
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 290
unit: def _process_doc_prepended_question()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 291
unit: def process_results()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 3

id: 292
unit: def _process_doc()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 293
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 294
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 295
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 296
unit: def normalize_answer()
file: lm_eval/tasks/qasper/metrics.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 297
unit: def f1_abstractive()
file: lm_eval/tasks/qasper/metrics.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 298
unit: def doc_to_text()
file: lm_eval/tasks/race/preprocess_race.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 299
unit: def f1()
file: lm_eval/tasks/super_glue/multirc/t5_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 300
unit: def em()
file: lm_eval/tasks/super_glue/multirc/t5_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 301
unit: def _align_bags()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 302
unit: def handle_arg_string()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 1

id: 303
unit: def positional_deprecated()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 304
unit: def sort_13_gram_buckets()
file: scripts/clean_training_data/sort_13_gram_buckets.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 305
unit: def register_task()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 306
unit: def register_group()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 307
unit: def construct_requests()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 4

id: 308
unit: def _encode_pair()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 309
unit: def completion()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 0

id: 310
unit: def loglikelihood()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 311
unit: def get_original()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 312
unit: def get_chunks()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 3

id: 313
unit: def word_ngrams_indices()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 314
unit: def read_and_tell()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 315
unit: def get_task_list()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 316
unit: def find_match()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 4

id: 317
unit: def find_match()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 4

id: 318
unit: def construct_requests()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 4

id: 319
unit: def process_docs()
file: lm_eval/tasks/hellaswag/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 320
unit: def doc_to_text_context()
file: lm_eval/tasks/eus_reading/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 321
unit: def _preproc_doc()
file: lm_eval/tasks/hendrycks_ethics/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 322
unit: def _process_group_config()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 2

id: 323
unit: def process_docs()
file: lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 324
unit: def process_docs()
file: lm_eval/tasks/tmmluplus/default/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 325
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 326
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 327
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 328
unit: def process_docs()
file: lm_eval/tasks/csatqa/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 329
unit: def construct_requests()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 4

id: 330
unit: def process_docs()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 331
unit: def construct_requests()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 4

id: 332
unit: def doc_to_text()
file: lm_eval/tasks/eus_trivia/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 333
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 334
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 335
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 336
unit: def process_results_mcqa()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 337
unit: def process_docs()
file: lm_eval/tasks/okapi/hellaswag_multilingual/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 338
unit: def agg_em()
file: lm_eval/tasks/super_glue/multirc/t5_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 339
unit: def construct_requests()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 4

id: 340
unit: def process_wic_docs()
file: lm_eval/tasks/basqueglue/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 341
unit: def parse_answer()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 342
unit: def process_results()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 343
unit: def register_filter()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 344
unit: def eval_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 345
unit: def process_results()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 3

id: 346
unit: def check_argument_types()
file: lm_eval/__main__.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 1

id: 347
unit: def _model_generate()
file: lm_eval/models/mamba_lm.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 5

id: 348
unit: def messages()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 349
unit: def chunks()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 3

id: 350
unit: def apply()
file: lm_eval/filters/extraction.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 351
unit: def add_data()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 352
unit: def __repr__()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 353
unit: def _sort_task_dict()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 354
unit: def remove_boxed()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 355
unit: def doc_to_text()
file: lm_eval/tasks/medqa/preprocess_medqa.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 356
unit: def filter_ignores()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 2

id: 357
unit: def filter_ignores()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 2

id: 358
unit: def _get_group_and_subtask_from_config()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 359
unit: def bleuFromMaps()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 2

id: 360
unit: def parse_args()
file: lm_eval/tasks/tmmluplus/default/_generate_configs.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 361
unit: def process_docs()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 362
unit: def remove_boxed()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 363
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 364
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 365
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 366
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 367
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 368
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 369
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 370
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 371
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 372
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 373
unit: def process_results()
file: lm_eval/tasks/french_bench/preprocess_wikitext.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 374
unit: def _process_doc()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 375
unit: def doc_to_text()
file: lm_eval/tasks/coqa/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 376
unit: def em()
file: lm_eval/tasks/coqa/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 8
number of parameters: 2

id: 377
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 378
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 379
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 380
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 381
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 382
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 383
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 384
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 385
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 386
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 387
unit: def process_results()
file: lm_eval/tasks/wikitext/preprocess_wikitext.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 388
unit: def generate_yaml_content()
file: lm_eval/tasks/med_concepts_qa/_generate_configs.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 389
unit: def cb_multi_fi()
file: lm_eval/tasks/super_glue/cb/aggregate.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 390
unit: def process_docs()
file: lm_eval/tasks/super_glue/record/util.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 391
unit: def process_docs()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 392
unit: def load_from_cache()
file: lm_eval/caching/cache.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 393
unit: def simple_parse_args_string()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 6
number of parameters: 1

id: 394
unit: def get_original()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 395
unit: def _get_model_name()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 396
unit: def _log_results_as_artifact()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 397
unit: def apply()
file: lm_eval/prompts/__init__.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 398
unit: def register_aggregation()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 399
unit: def __call__()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 400
unit: def __post_init__()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 401
unit: def fewshot_context()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 402
unit: def parse_value()
file: lm_eval/__main__.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 403
unit: def chat_template()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 404
unit: def anthropic_completion()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 405
unit: def anthropic_chat()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 406
unit: def __contains__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 407
unit: def get_grouped()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 408
unit: def __call__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 4

id: 409
unit: def undistribute()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 410
unit: def get_original()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 411
unit: def __init__()
file: lm_eval/filters/extraction.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 412
unit: def __init__()
file: lm_eval/filters/transformation.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 413
unit: def __init__()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 414
unit: def __init__()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 415
unit: def read_slow()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 416
unit: def print_writeout()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 417
unit: def __init__()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 418
unit: def __init__()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 419
unit: def parse_args()
file: lm_eval/tasks/bbh/_generate_configs.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 420
unit: def __init__()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 421
unit: def __init__()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 422
unit: def process_docs()
file: lm_eval/tasks/eus_exams/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 423
unit: def _get_config()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 424
unit: def get_task_name_from_object()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 425
unit: def cook_refs()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 426
unit: def smoothed_bleu_4()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 427
unit: def doc_to_text()
file: lm_eval/tasks/leaderboard/musr/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 428
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 429
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 430
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 431
unit: def preprocess()
file: lm_eval/tasks/leaderboard/gpqa/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 432
unit: def doc_to_text()
file: lm_eval/tasks/logiqa2/utils_logiqa2.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 433
unit: def __init__()
file: lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 434
unit: def __init__()
file: lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 435
unit: def parse_args()
file: lm_eval/tasks/mmlu/_generate_configs.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 436
unit: def process_results()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 437
unit: def _make_compute_metrics()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 438
unit: def construct_requests()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 4

id: 439
unit: def process_results()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 440
unit: def construct_requests()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 4

id: 441
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 442
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 443
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 444
unit: def preprocess()
file: lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 445
unit: def __normalize_option()
file: lm_eval/tasks/wsc273/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 446
unit: def doc_to_text()
file: lm_eval/tasks/logiqa/utils_logiqa.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 447
unit: def vaxx_f1_score()
file: lm_eval/tasks/basqueglue/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 448
unit: def _normalize()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 449
unit: def preprocess()
file: lm_eval/tasks/gpqa/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 450
unit: def preprocess()
file: lm_eval/tasks/gpqa/cot_n_shot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 451
unit: def preprocess()
file: lm_eval/tasks/gpqa/zeroshot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 452
unit: def preprocess()
file: lm_eval/tasks/gpqa/n_shot/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 453
unit: def preprocess()
file: lm_eval/tasks/gpqa/generative/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 454
unit: def escaped_split()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 455
unit: def pattern_match()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 456
unit: def general_detokenize()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 457
unit: def _get_config()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 458
unit: def log_eval_result()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 459
unit: def tasks_for_model()
file: scripts/zeno_visualize.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 460
unit: def apply()
file: lm_eval/api/filter.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 461
unit: def get_model()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 462
unit: def is_higher_better()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 463
unit: def exact_match_hf_evaluate()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 464
unit: def __post_init__()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 465
unit: def get_sampler()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 466
unit: def apply_filters()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 467
unit: def training_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 468
unit: def validation_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 469
unit: def apply_filters()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 470
unit: def __repr__()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 471
unit: def __init__()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 472
unit: def request_caching_arg_to_dict()
file: lm_eval/evaluator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 473
unit: def _create_model()
file: lm_eval/models/optimum_lm.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 474
unit: def _model_generate()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 475
unit: def gather()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 476
unit: def __init__()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 477
unit: def __init__()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 478
unit: def _create_model()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 479
unit: def generate()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 480
unit: def tok_encode()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 4

id: 481
unit: def __init__()
file: lm_eval/models/gguf.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 4

id: 482
unit: def __init__()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 483
unit: def clean_python()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 484
unit: def read_tqdm()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 485
unit: def consolidate_group_results()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 486
unit: def _class_has_config_in_constructor()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 487
unit: def load_task_or_group()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 488
unit: def get_task_name_from_config()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 489
unit: def count_ngrams()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 490
unit: def process_results_mc2()
file: lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 491
unit: def doc_to_target()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 492
unit: def remove_right_units()
file: lm_eval/tasks/hendrycks_math/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 493
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 494
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 495
unit: def _remove_prefixes()
file: lm_eval/tasks/webqs/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 496
unit: def score()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 497
unit: def _num_cpu_cores()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 0

id: 498
unit: def training_docs()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 1

id: 499
unit: def validation_docs()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 1

id: 500
unit: def download()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 501
unit: def parse_args()
file: lm_eval/tasks/ceval/_generate_configs.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 502
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 503
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 504
unit: def _remove_right_units()
file: lm_eval/tasks/agieval/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 505
unit: def process_results_mc2()
file: lm_eval/tasks/truthfulqa/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 506
unit: def process_results_mc2()
file: lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 507
unit: def parse_args()
file: lm_eval/tasks/aclue/_generate_configs.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 508
unit: def parse_args()
file: lm_eval/tasks/belebele/_generate_configs.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 509
unit: def process_results()
file: lm_eval/tasks/mutual/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 510
unit: def process_doc()
file: lm_eval/tasks/wsc273/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 511
unit: def mean_3class_f1()
file: lm_eval/tasks/super_glue/cb/t5_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 512
unit: def parse_args()
file: lm_eval/tasks/cmmlu/_generate_configs.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 513
unit: def general_detokenize()
file: lm_eval/tasks/basqueglue/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 514
unit: def micro_f1_score()
file: lm_eval/tasks/basqueglue/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 515
unit: def save_to_cache()
file: lm_eval/caching/cache.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 516
unit: def handle_non_serializable()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 517
unit: def sanitize_list()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 1

id: 518
unit: def __init__()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 3

id: 519
unit: def log_experiment_args()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 520
unit: def _handle_non_serializable()
file: lm_eval/loggers/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 521
unit: def get_git_commit_hash()
file: lm_eval/loggers/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 0

id: 522
unit: def parse_args()
file: scripts/build_benchmark.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 523
unit: def loglikelihood()
file: scripts/cost_estimate.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 524
unit: def generate_until()
file: scripts/cost_estimate.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 525
unit: def calculate_z_value()
file: scripts/model_comparator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 526
unit: def f1_score()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 527
unit: def brier_score()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 528
unit: def metric_max_over_ground_truths()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 529
unit: def pooled_sample_stderr()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 530
unit: def to_dict()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 531
unit: def __init__()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 532
unit: def fewshot_context()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 533
unit: def __init__()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 534
unit: def download()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 535
unit: def fewshot_examples()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 536
unit: def fewshot_context()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 537
unit: def higher_is_better()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 538
unit: def aggregation()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 539
unit: def generate_until()
file: lm_eval/models/dummy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 540
unit: def __init__()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 0

id: 541
unit: def __init__()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 4

id: 542
unit: def prefix_token_id()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 543
unit: def tok_encode()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 544
unit: def _get_accelerate_args()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 545
unit: def prefix_token_id()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 546
unit: def tok_batch_encode()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 547
unit: def generate_until()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 548
unit: def generate_until()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 549
unit: def tok_batch_encode()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 550
unit: def _select_cont_toks()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 4

id: 551
unit: def get_dtype()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 552
unit: def __init__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 553
unit: def retry_on_specific_exceptions()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 554
unit: def __init__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 555
unit: def get_cache()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 556
unit: def apply()
file: lm_eval/filters/selection.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 557
unit: def apply()
file: lm_eval/filters/selection.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 558
unit: def register_contaminant()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 559
unit: def clean()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 560
unit: def read()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 561
unit: def read()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 562
unit: def get_sample_size()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 563
unit: def clean_text()
file: lm_eval/tasks/noticia/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 564
unit: def rouge1_agg()
file: lm_eval/tasks/noticia/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 565
unit: def preprocess()
file: lm_eval/tasks/hellaswag/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 566
unit: def _name_is_group()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 567
unit: def _name_is_python_task()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 568
unit: def preprocess()
file: lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 569
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 570
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 571
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 572
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 573
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 574
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 575
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 576
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 577
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 578
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 579
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 580
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 581
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 582
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 583
unit: def conflict_make()
file: lm_eval/tasks/leaderboard/ifeval/instructions_registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 584
unit: def doc_to_text()
file: lm_eval/tasks/leaderboard/mmlu_pro/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 585
unit: def parse_args()
file: lm_eval/tasks/csatqa/_generate_configs.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 586
unit: def preprocess()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 587
unit: def _scrolls_metrics()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 588
unit: def process_results()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 589
unit: def macro_f1_score()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 590
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 591
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 592
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 593
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 594
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 595
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 596
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 597
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 598
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 599
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 600
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 601
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 602
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 603
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 604
unit: def conflict_make()
file: lm_eval/tasks/ifeval/instructions_registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 605
unit: def doc_to_choice()
file: lm_eval/tasks/mathqa/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 606
unit: def preprocess()
file: lm_eval/tasks/okapi/hellaswag_multilingual/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 607
unit: def preprocess()
file: lm_eval/tasks/okapi/arc_multilingual/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 608
unit: def process_results()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 609
unit: def weighted_f1_score()
file: lm_eval/tasks/afrimmlu/translate/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 610
unit: def weighted_f1_score()
file: lm_eval/tasks/afrimmlu/direct/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 611
unit: def weighted_f1_score()
file: lm_eval/tasks/afrimmlu/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 612
unit: def doc_to_text()
file: lm_eval/tasks/glue/mnli/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 613
unit: def doc_to_text()
file: lm_eval/tasks/super_glue/copa/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 614
unit: def doc_to_text()
file: lm_eval/tasks/super_glue/record/util.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 615
unit: def _is_number()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 616
unit: def _remove_punc()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 617
unit: def weighted_f1_score()
file: lm_eval/tasks/afrixnli/lai prompt/translate/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 618
unit: def weighted_f1_score()
file: lm_eval/tasks/afrixnli/lai prompt/direct/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 619
unit: def weighted_f1_score()
file: lm_eval/tasks/afrixnli/anli prompt/native-direct/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 620
unit: def weighted_f1_score()
file: lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 621
unit: def weighted_f1_score()
file: lm_eval/tasks/afrixnli/anli prompt/translate/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 622
unit: def doc_to_text()
file: lm_eval/tasks/pubmedqa/preprocess_pubmedqa.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 623
unit: def delete_cache()
file: lm_eval/caching/cache.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 624
unit: def check()
file: scripts/make_table_tasks.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 625
unit: def get_files()
file: scripts/clean_training_data/investigate_pile.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 626
unit: def save_checkpoint()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 627
unit: def format_diff()
file: scripts/regression.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 5

id: 628
unit: def loglikelihood_rolling()
file: scripts/cost_estimate.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 629
unit: def get_aggregation()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 630
unit: def get_metric_aggregation()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 631
unit: def get_filter()
file: lm_eval/api/registry.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 632
unit: def matthews_corrcoef()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 633
unit: def bleu()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 634
unit: def chrf()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 635
unit: def ter()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 636
unit: def aggregate_subtask_metrics()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 3

id: 637
unit: def get_chat_context()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 638
unit: def sample()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 639
unit: def download()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 640
unit: def has_training_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 641
unit: def has_validation_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 642
unit: def has_test_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 643
unit: def test_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 644
unit: def higher_is_better()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 645
unit: def aggregation()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 646
unit: def __init__()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 647
unit: def add_partial()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 4

id: 648
unit: def _create_model()
file: lm_eval/models/mamba_lm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 5

id: 649
unit: def loglikelihood()
file: lm_eval/models/dummy.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 650
unit: def loglikelihood_rolling()
file: lm_eval/models/dummy.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 651
unit: def max_length()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 652
unit: def loglikelihood_rolling()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 3

id: 653
unit: def load_model()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 654
unit: def create_from_arg_string()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 655
unit: def eot_token_id()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 656
unit: def model()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 657
unit: def _get_backend()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 658
unit: def _get_config()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 659
unit: def _loglikelihood_tokens()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 660
unit: def stop_sequences_criteria()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 661
unit: def get_batched()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 662
unit: def _reorder()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 5

id: 663
unit: def __init__()
file: lm_eval/filters/extraction.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 664
unit: def clean_cpp()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 665
unit: def prepare_print_tasks()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 666
unit: def parse_args()
file: lm_eval/tasks/arabicmmlu/_generate_configs.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 667
unit: def contains_score()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 668
unit: def doc_to_choice()
file: lm_eval/tasks/eus_reading/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 669
unit: def __init__()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 670
unit: def sanitize_path()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 671
unit: def _process_alias()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 5
number of parameters: 3

id: 672
unit: def _load_individual_task_or_group()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 673
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 674
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 675
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 676
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 677
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 678
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 679
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 680
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 681
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 682
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 683
unit: def download_nltk_resources()
file: lm_eval/tasks/leaderboard/ifeval/instructions_util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 684
unit: def count_words()
file: lm_eval/tasks/leaderboard/ifeval/instructions_util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 685
unit: def aggregation()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 686
unit: def rouge1_agg()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 687
unit: def contains_score()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 688
unit: def aggregation()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 689
unit: def _process_doc()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 690
unit: def process_results()
file: lm_eval/tasks/coqa/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 691
unit: def doc_to_choice()
file: lm_eval/tasks/eus_trivia/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 692
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 693
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 694
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 695
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 696
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 697
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 698
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 699
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 700
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 701
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 702
unit: def download_nltk_resources()
file: lm_eval/tasks/ifeval/instructions_util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 703
unit: def count_words()
file: lm_eval/tasks/ifeval/instructions_util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 704
unit: def contains_score()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 705
unit: def group()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 706
unit: def remove_none_pattern()
file: lm_eval/loggers/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 707
unit: def get_wandb_printer()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 708
unit: def add_data()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 709
unit: bool is_punctuation()
file: scripts/clean_training_data/janitor_util.cpp
start line: 15
end line: 20
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 710
unit: def format_value()
file: scripts/regression.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 711
unit: def __init__()
file: scripts/cost_estimate.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 712
unit: def memory_stats()
file: scripts/model_comparator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 713
unit: def args()
file: lm_eval/api/instance.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 714
unit: def __repr__()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 715
unit: def fewshot_examples()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 3

id: 716
unit: def doc_to_decontamination_query()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 717
unit: def set_fewshot_seed()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 718
unit: def append_target_question()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 719
unit: def __init__()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 720
unit: def apply_chat_template()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 721
unit: def tokenizer_name()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 722
unit: def chat_template()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 723
unit: def __init__()
file: lm_eval/models/optimum_lm.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 724
unit: def __init__()
file: lm_eval/models/mamba_lm.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 725
unit: def _get_config()
file: lm_eval/models/mamba_lm.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 726
unit: def apply_chat_template()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 727
unit: def chat_template()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 728
unit: def _loglikelihood_tokens()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 729
unit: def _exception_callback()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 730
unit: def _exception_callback()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 731
unit: def prefix_token_id()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 732
unit: def _loglikelihood_tokens()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 733
unit: def loglikelihood_rolling()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 734
unit: def loglikelihood_rolling()
file: lm_eval/models/gguf.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 735
unit: def pad_and_concat()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 736
unit: def _group_by_index()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 737
unit: def _group_by_context()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 738
unit: def group()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 739
unit: def apply()
file: lm_eval/filters/transformation.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 740
unit: def apply()
file: lm_eval/filters/transformation.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 741
unit: def apply()
file: lm_eval/filters/transformation.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 742
unit: def word_ngrams()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 743
unit: def register_contaminant_cpp()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 744
unit: def register_contaminant_python()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 745
unit: def json_serial()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 746
unit: def commit()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 747
unit: def get_train_overlap_stub()
file: lm_eval/decontamination/decontaminate.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 748
unit: def aggregation()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 749
unit: def higher_is_better()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 750
unit: def initialize_tasks()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 751
unit: def _name_is_registered()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 752
unit: def _name_is_task()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 753
unit: def _name_is_tag()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 754
unit: def _config_is_task()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 755
unit: def _config_is_group()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 756
unit: def _config_is_python_task()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 757
unit: def _get_yaml_path()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 758
unit: def _get_tasklist()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 759
unit: def bleu()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 760
unit: def doc_to_text()
file: lm_eval/tasks/code_x_glue/code-text/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 761
unit: def doc_to_target()
file: lm_eval/tasks/code_x_glue/code-text/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 762
unit: def agg_pirt()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 763
unit: def agg_gpirt_arc()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 764
unit: def agg_gpirt_gsm8k()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 765
unit: def agg_gpirt_hellaswag()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 766
unit: def agg_gpirt_mmlu()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 767
unit: def agg_gpirt_truthfulqa()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 768
unit: def agg_gpirt_winogrande()
file: lm_eval/tasks/tinyBenchmarks/agg_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 769
unit: def doc_to_choice()
file: lm_eval/tasks/tinyBenchmarks/utils_winogrande.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 770
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 771
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 772
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 773
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 774
unit: def count_sentences()
file: lm_eval/tasks/leaderboard/ifeval/instructions_util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 775
unit: def agg_inst_level_acc()
file: lm_eval/tasks/leaderboard/ifeval/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 776
unit: def get_tokens()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 777
unit: def is_included()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 778
unit: def doc_to_choice()
file: lm_eval/tasks/winogrande/preprocess_winogrande.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 779
unit: def aggregation()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 780
unit: def higher_is_better()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 781
unit: def __init__()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 782
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 783
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 784
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 785
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 786
unit: def count_sentences()
file: lm_eval/tasks/ifeval/instructions_util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 787
unit: def agg_inst_level_acc()
file: lm_eval/tasks/ifeval/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 788
unit: def doc_to_choice()
file: lm_eval/tasks/xwinograd/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 789
unit: def doc_to_text()
file: lm_eval/tasks/glianorex/preprocess_glianorex.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 790
unit: def doc_to_target()
file: lm_eval/tasks/toxigen/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 791
unit: def get_answer_option()
file: lm_eval/tasks/race/preprocess_race.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 792
unit: def doc_to_choice()
file: lm_eval/tasks/race/preprocess_race.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 793
unit: def doc_to_target()
file: lm_eval/tasks/race/preprocess_race.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 794
unit: def agg_bleu()
file: lm_eval/tasks/wmt2016/metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 795
unit: def agg_f1()
file: lm_eval/tasks/super_glue/multirc/t5_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 796
unit: def aggregation()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 797
unit: def higher_is_better()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 798
unit: def process_doc()
file: lm_eval/tasks/basqueglue/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 799
unit: def doc_to_text()
file: lm_eval/tasks/afrixnli/lai prompt/translate/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 800
unit: def doc_to_text()
file: lm_eval/tasks/afrixnli/lai prompt/direct/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 801
unit: def default()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 802
unit: def save_results_aggregated()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 803
unit: def save_results_samples()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 804
unit: def post_init()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 805
unit: def generate_dataset()
file: scripts/zeno_visualize.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 806
unit: def handler()
file: scripts/clean_training_data/sort_13_gram_buckets.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 807
unit: def handler()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 808
unit: def close_buckets()
file: scripts/clean_training_data/generate_13_grams.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 809
unit: bool is_whitespace()
file: scripts/clean_training_data/janitor_util.cpp
start line: 9
end line: 13
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 810
unit: def pop_stddev()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 811
unit: def sample_stddev()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 812
unit: def weighted_mean()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 813
unit: def __init__()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 814
unit: def __init__()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 815
unit: def hash_args()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 816
unit: def parse_eval_args()
file: lm_eval/__main__.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 817
unit: def _collate()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 1

id: 818
unit: def _collate()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 819
unit: def _synced_build_tokenizer()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 820
unit: def _collate()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 4

id: 821
unit: def _collate()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 2

id: 822
unit: def _collate()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 823
unit: def _collate()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 824
unit: def __iter__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 825
unit: def clear_torch_cache()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 826
unit: def configure_pad_token()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 827
unit: def __init__()
file: lm_eval/filters/selection.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 828
unit: def save_contamination_ngrams()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 829
unit: def load_contamination_ngrams()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 830
unit: def commit()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 831
unit: def __init__()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 832
unit: def __enter__()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 833
unit: def code_to_language()
file: lm_eval/tasks/translation/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 834
unit: def average_len_agg()
file: lm_eval/tasks/noticia/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 835
unit: def process_results()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 836
unit: def doc_to_text()
file: lm_eval/tasks/hendrycks_ethics/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 837
unit: def doc_to_target()
file: lm_eval/tasks/hendrycks_ethics/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 838
unit: def get_task_dict()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 839
unit: def doc_to_text()
file: lm_eval/tasks/tinyBenchmarks/utils_winogrande.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 840
unit: def doc_to_target()
file: lm_eval/tasks/tinyBenchmarks/utils_winogrande.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 841
unit: def _squad_metric()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 842
unit: def _squad_agg()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 843
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 844
unit: def test_instruction_following_strict()
file: lm_eval/tasks/leaderboard/ifeval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 845
unit: def test_instruction_following_loose()
file: lm_eval/tasks/leaderboard/ifeval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 846
unit: def doc_to_target()
file: lm_eval/tasks/webqs/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 847
unit: def __init__()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 848
unit: def doc_to_text()
file: lm_eval/tasks/winogrande/preprocess_winogrande.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 849
unit: def doc_to_target()
file: lm_eval/tasks/winogrande/preprocess_winogrande.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 850
unit: def process_results()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 851
unit: def copa_doc_to_text()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 852
unit: def copa_doc_to_target()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 853
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 854
unit: def test_instruction_following_strict()
file: lm_eval/tasks/ifeval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 855
unit: def test_instruction_following_loose()
file: lm_eval/tasks/ifeval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 856
unit: def doc_to_text()
file: lm_eval/tasks/xwinograd/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 857
unit: def doc_to_target()
file: lm_eval/tasks/xwinograd/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 858
unit: def doc_to_text()
file: lm_eval/tasks/xcopa/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 859
unit: def query()
file: lm_eval/tasks/belebele/_generate_configs.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 860
unit: def doc_to_choice()
file: lm_eval/tasks/afrimmlu/translate/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 861
unit: def doc_to_choice()
file: lm_eval/tasks/afrimmlu/direct/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 862
unit: def doc_to_choice()
file: lm_eval/tasks/afrimmlu/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 863
unit: def doc_to_target()
file: lm_eval/tasks/logiqa/utils_logiqa.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 864
unit: def doc_to_text()
file: lm_eval/tasks/super_glue/wsc/t5_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 865
unit: def clean()
file: lm_eval/tasks/super_glue/wsc/t5_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 866
unit: def doc_to_target()
file: lm_eval/tasks/super_glue/copa/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 867
unit: def process_results()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 868
unit: def doc_to_target()
file: lm_eval/tasks/afrixnli/lai prompt/translate/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 869
unit: def doc_to_target()
file: lm_eval/tasks/afrixnli/lai prompt/direct/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 870
unit: def doc_to_target()
file: lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 871
unit: def doc_to_target()
file: lm_eval/tasks/afrixnli/anli prompt/translate/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 872
unit: def doc_to_text()
file: lm_eval/tasks/copal_id/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 873
unit: def join_iters()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 874
unit: def softmax()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 875
unit: def make_disjoint_window()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 876
unit: def apply_template()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 877
unit: def log_end_time()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 878
unit: def process_task()
file: scripts/clean_training_data/compress_and_package.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 879
unit: def process_bucket()
file: scripts/clean_training_data/process_sorted_buckets.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 880
unit: def create_from_arg_string()
file: scripts/cost_estimate.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 881
unit: def print_results()
file: scripts/model_comparator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 882
unit: def load_prompt_list()
file: lm_eval/prompts/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 883
unit: def __init__()
file: lm_eval/prompts/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 884
unit: def apply()
file: lm_eval/api/filter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 885
unit: def __post_init__()
file: lm_eval/api/instance.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 886
unit: def bypass_agg()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 887
unit: def mean()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 888
unit: def median()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 889
unit: def perplexity()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 890
unit: def weighted_perplexity()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 891
unit: def bits_per_byte()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 892
unit: def brier_score_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 893
unit: def acc_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 894
unit: def acc_norm_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 895
unit: def acc_mutual_info_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 896
unit: def exact_match_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 897
unit: def perplexity_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 898
unit: def word_perplexity_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 899
unit: def byte_perplexity_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 900
unit: def bits_per_byte_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 901
unit: def mean_stderr()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 902
unit: def bypass()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 903
unit: def mcc_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 904
unit: def f1_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 905
unit: def bleu_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 906
unit: def chrf_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 907
unit: def ter_fn()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 908
unit: def is_non_str_iterable()
file: lm_eval/api/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 909
unit: def __getitem__()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 910
unit: def __setitem__()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 911
unit: def serialize_function()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 912
unit: def group()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 913
unit: def group_alias()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 914
unit: def version()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 915
unit: def config()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 916
unit: def group_name()
file: lm_eval/api/group.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 917
unit: def sample()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 918
unit: def sample()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 919
unit: def sample()
file: lm_eval/api/samplers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 920
unit: def __getitem__()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 921
unit: def __setitem__()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 922
unit: def serialize_function()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 923
unit: def config()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 924
unit: def has_training_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 925
unit: def has_validation_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 926
unit: def has_test_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 927
unit: def training_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 928
unit: def validation_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 929
unit: def test_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 930
unit: def _process_doc()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 931
unit: def instances()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 932
unit: def doc_to_text()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 933
unit: def doc_to_target()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 934
unit: def construct_requests()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 935
unit: def process_results()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 936
unit: def aggregation()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 937
unit: def higher_is_better()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 938
unit: def get_config()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 939
unit: def count_bytes()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 940
unit: def count_words()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 941
unit: def dump_config()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 942
unit: def doc_iterator()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 943
unit: def should_decontaminate()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 944
unit: def _process_doc()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 945
unit: def construct_requests()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 946
unit: def aggregation()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 947
unit: def higher_is_better()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 948
unit: def get_config()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 949
unit: def task_name()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 950
unit: def doc_to_target()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 951
unit: def has_training_docs()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 952
unit: def doc_to_decontamination_query()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 953
unit: def doc_to_text()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 954
unit: def doc_to_target()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 955
unit: def count_bytes()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 956
unit: def count_words()
file: lm_eval/api/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 957
unit: def loglikelihood()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 958
unit: def loglikelihood_rolling()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 959
unit: def generate_until()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 960
unit: def create_from_arg_string()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 961
unit: def create_from_arg_obj()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 962
unit: def rank()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 963
unit: def world_size()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 964
unit: def set_cache_hook()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 965
unit: def get_cache_hook()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 966
unit: def eot_token_id()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 967
unit: def prefix_token_id()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 968
unit: def tok_encode()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 969
unit: def _loglikelihood_tokens()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 970
unit: def loglikelihood()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 971
unit: def loglikelihood_rolling()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 972
unit: def generate_until()
file: lm_eval/api/model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 973
unit: def _int_or_none_list_arg_type()
file: lm_eval/__main__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 974
unit: def __init__()
file: lm_eval/models/dummy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 975
unit: def create_from_arg_string()
file: lm_eval/models/dummy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 976
unit: def eot_token_id()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 977
unit: def max_gen_toks()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 978
unit: def batch_size()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 979
unit: def device()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 980
unit: def tok_encode()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 981
unit: def tok_decode()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 982
unit: def _loglikelihood_tokens()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 983
unit: def _model_call()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 984
unit: def _model_generate()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 985
unit: def loglikelihood_rolling()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 986
unit: def max_length()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 987
unit: def max_gen_toks()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 988
unit: def batch_size()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 989
unit: def device()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 990
unit: def loglikelihood()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 991
unit: def loglikelihood_rolling()
file: lm_eval/models/openai_completions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 992
unit: def eot_token_id()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 993
unit: def max_length()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 994
unit: def max_gen_toks()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 995
unit: def batch_size()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 996
unit: def device()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 997
unit: def tok_encode()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 998
unit: def tok_decode()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 999
unit: def _model_call()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1000
unit: def _model_generate()
file: lm_eval/models/textsynth.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1001
unit: def eot_token_id()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1002
unit: def max_gen_toks()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1003
unit: def tokenizer_name()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1004
unit: def run_inference_one_model()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1005
unit: def loglikelihood_rolling()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1006
unit: def generate_until()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1007
unit: def _collate_gen()
file: lm_eval/models/vllm_causallms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1008
unit: def _patch_pretrained_cfg()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1009
unit: def _get_target_from_class()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1010
unit: def max_length()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1011
unit: def max_gen_toks()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1012
unit: def batch_size()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1013
unit: def device()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1014
unit: def rank()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1015
unit: def world_size()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1016
unit: def accelerator()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1017
unit: def __init__()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1018
unit: def wait_for_everyone()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1019
unit: def tok_encode()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1020
unit: def tok_decode()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1021
unit: def loglikelihood_rolling()
file: lm_eval/models/nemo_lm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1022
unit: def config()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1023
unit: def eot_token_id()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1024
unit: def max_gen_toks()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1025
unit: def batch_size()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1026
unit: def device()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1027
unit: def rank()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1028
unit: def world_size()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1029
unit: def tokenizer_name()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1030
unit: def tok_encode()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1031
unit: def tok_decode()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1032
unit: def _select_cont_toks()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1033
unit: def loglikelihood_rolling()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1034
unit: def _reset_batch_scheduler()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1035
unit: def _lookup_one_token_cont()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 4

id: 1036
unit: def generate_until()
file: lm_eval/models/huggingface.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1037
unit: def eot_token_id()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1038
unit: def max_length()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1039
unit: def max_gen_toks()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1040
unit: def batch_size()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1041
unit: def device()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1042
unit: def tok_encode()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1043
unit: def tok_decode()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1044
unit: def _loglikelihood_tokens()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1045
unit: def _model_call()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1046
unit: def _model_generate()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1047
unit: def loglikelihood()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1048
unit: def loglikelihood_rolling()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1049
unit: def max_gen_toks()
file: lm_eval/models/anthropic_llms.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1050
unit: def tok_encode()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1051
unit: def tok_decode()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1052
unit: def eot_token_id()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1053
unit: def max_length()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1054
unit: def max_gen_toks()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1055
unit: def _encode_pair()
file: lm_eval/models/neuralmagic.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1056
unit: def config()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1057
unit: def eot_token_id()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1058
unit: def prefix_token_id()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1059
unit: def max_gen_toks()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1060
unit: def batch_size()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1061
unit: def device()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1062
unit: def rank()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1063
unit: def world_size()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1064
unit: def tok_decode()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1065
unit: def _loglikelihood_tokens()
file: lm_eval/models/neuron_optimum.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1066
unit: def gguf_completion()
file: lm_eval/models/gguf.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1067
unit: def __init__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1068
unit: def __len__()
file: lm_eval/models/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1069
unit: def __init__()
file: lm_eval/filters/decontamination.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1070
unit: def apply()
file: lm_eval/filters/decontamination.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1071
unit: def build_filter_ensemble()
file: lm_eval/filters/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1072
unit: def apply()
file: lm_eval/filters/selection.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1073
unit: def __init__()
file: lm_eval/filters/extraction.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1074
unit: def __init__()
file: lm_eval/filters/transformation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1075
unit: def __init__()
file: lm_eval/filters/transformation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1076
unit: def split_indices()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1077
unit: def _split_chunks()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1078
unit: def normalize_string()
file: lm_eval/decontamination/janitor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1079
unit: def __init__()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1080
unit: def add_data()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1081
unit: def __init__()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1082
unit: def __init__()
file: lm_eval/decontamination/archiver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1083
unit: def consolidate_results()
file: lm_eval/evaluator_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1084
unit: def doc_to_text()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1085
unit: def handle_timeout()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1086
unit: def __exit__()
file: lm_eval/tasks/minerva_math/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1087
unit: def doc_to_target()
file: lm_eval/tasks/medqa/preprocess_medqa.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1088
unit: def __init__()
file: lm_eval/tasks/bbh/cot_zeroshot/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1089
unit: def __init__()
file: lm_eval/tasks/bbh/zeroshot/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1090
unit: def rouge1()
file: lm_eval/tasks/noticia/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1091
unit: def average_len()
file: lm_eval/tasks/noticia/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1092
unit: def doc_to_choice()
file: lm_eval/tasks/arabicmmlu/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1093
unit: def __init__()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1094
unit: def has_training_docs()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1095
unit: def has_validation_docs()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1096
unit: def has_test_docs()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1097
unit: def validation_docs()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1098
unit: def doc_to_text()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1099
unit: def doc_to_target()
file: lm_eval/tasks/squad_completion/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1100
unit: def all_tasks()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1101
unit: def all_groups()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1102
unit: def all_subtasks()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1103
unit: def all_tags()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1104
unit: def task_index()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1105
unit: def list_all_tasks()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1106
unit: def match_tasks()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1107
unit: def load_config()
file: lm_eval/tasks/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1108
unit: def splitPuncts()
file: lm_eval/tasks/code_x_glue/code-text/bleu.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1109
unit: def process_docs_gen()
file: lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1110
unit: def __init__()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1111
unit: def has_training_docs()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1112
unit: def has_validation_docs()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1113
unit: def has_test_docs()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1114
unit: def training_docs()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1115
unit: def validation_docs()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1116
unit: def should_decontaminate()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1117
unit: def doc_to_decontamination_query()
file: lm_eval/tasks/squadv2/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1118
unit: def doc_to_choice()
file: lm_eval/tasks/leaderboard/musr/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1119
unit: def doc_to_text()
file: lm_eval/tasks/leaderboard/math/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1120
unit: def __init__()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1121
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1122
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1123
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1124
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1125
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1126
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1127
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1128
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1129
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1130
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1131
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1132
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1133
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1134
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1135
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1136
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1137
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1138
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1139
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1140
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1141
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1142
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1143
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1144
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1145
unit: def is_change()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1146
unit: def strip_changes()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1147
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1148
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1149
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1150
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1151
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1152
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1153
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1154
unit: def build_description()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1155
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1156
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1157
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1158
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1159
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1160
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1161
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1162
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1163
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1164
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1165
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1166
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1167
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1168
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1169
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1170
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1171
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1172
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1173
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1174
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1175
unit: def check_following()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1176
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1177
unit: def get_instruction_args()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1178
unit: def get_instruction_args_keys()
file: lm_eval/tasks/leaderboard/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1179
unit: def _get_sentence_tokenizer()
file: lm_eval/tasks/leaderboard/ifeval/instructions_util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1180
unit: def generate_keywords()
file: lm_eval/tasks/leaderboard/ifeval/instructions_util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1181
unit: def doc_to_choice()
file: lm_eval/tasks/leaderboard/mmlu_pro/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1182
unit: def doc_to_choice()
file: lm_eval/tasks/webqs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1183
unit: def has_training_docs()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1184
unit: def has_validation_docs()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1185
unit: def has_test_docs()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1186
unit: def training_docs()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1187
unit: def validation_docs()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1188
unit: def test_docs()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1189
unit: def doc_to_text()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1190
unit: def should_decontaminate()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1191
unit: def doc_to_target()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1192
unit: def higher_is_better()
file: lm_eval/tasks/unitxt/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1193
unit: def exact()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1194
unit: def rouge1()
file: lm_eval/tasks/french_bench/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1195
unit: def __init__()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1196
unit: def has_training_docs()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1197
unit: def has_validation_docs()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1198
unit: def has_test_docs()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1199
unit: def validation_docs()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1200
unit: def doc_to_text()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1201
unit: def doc_to_target()
file: lm_eval/tasks/swde/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1202
unit: def has_training_docs()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1203
unit: def has_validation_docs()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1204
unit: def has_test_docs()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1205
unit: def should_decontaminate()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1206
unit: def doc_to_decontamination_query()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1207
unit: def _get_prune_text()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1208
unit: def doc_to_target()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1209
unit: def doc_to_text()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1210
unit: def higher_is_better()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1211
unit: def _scrolls_metrics()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1212
unit: def __post_init__()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1213
unit: def _scrolls_metrics()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1214
unit: def aggregation()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1215
unit: def higher_is_better()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1216
unit: def _process_doc()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1217
unit: def doc_to_text()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1218
unit: def _scrolls_metrics()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1219
unit: def _normalize_answer()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1220
unit: def _process_doc()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1221
unit: def _scrolls_metrics()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1222
unit: def _get_prune_text()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1223
unit: def process_results()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1224
unit: def doc_to_text()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1225
unit: def _process_doc()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1226
unit: def doc_to_text()
file: lm_eval/tasks/scrolls/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1227
unit: def copa_doc_to_choice()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1228
unit: def sentineg_doc_to_text()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1229
unit: def wic_doc_to_text()
file: lm_eval/tasks/kobest/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1230
unit: def __init__()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1231
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1232
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1233
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1234
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1235
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1236
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1237
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1238
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1239
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1240
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1241
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1242
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1243
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1244
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1245
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1246
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1247
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1248
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1249
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1250
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1251
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1252
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1253
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1254
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1255
unit: def is_change()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1256
unit: def strip_changes()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1257
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1258
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1259
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1260
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1261
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1262
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1263
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1264
unit: def build_description()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1265
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1266
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1267
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1268
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1269
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1270
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1271
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1272
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1273
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1274
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1275
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1276
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1277
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1278
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1279
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1280
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1281
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1282
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1283
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1284
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1285
unit: def check_following()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1286
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1287
unit: def get_instruction_args()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1288
unit: def get_instruction_args_keys()
file: lm_eval/tasks/ifeval/instructions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1289
unit: def _get_sentence_tokenizer()
file: lm_eval/tasks/ifeval/instructions_util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1290
unit: def generate_keywords()
file: lm_eval/tasks/ifeval/instructions_util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1291
unit: def qa4mre_process()
file: lm_eval/tasks/qa4mre/preprocess_qa4mre.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1292
unit: def doc_to_target()
file: lm_eval/tasks/qa4mre/preprocess_qa4mre.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1293
unit: def convert_choice()
file: lm_eval/tasks/xcopa/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1294
unit: def doc_to_choice()
file: lm_eval/tasks/xcopa/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1295
unit: def process_docs_gen()
file: lm_eval/tasks/truthfulqa/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1296
unit: def doc_to_target()
file: lm_eval/tasks/glianorex/preprocess_glianorex.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1297
unit: def filter_dataset()
file: lm_eval/tasks/glianorex/preprocess_glianorex.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1298
unit: def filter_french()
file: lm_eval/tasks/glianorex/preprocess_glianorex.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1299
unit: def filter_english()
file: lm_eval/tasks/glianorex/preprocess_glianorex.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1300
unit: def toxicity_perspective_api()
file: lm_eval/tasks/realtoxicityprompts/metric.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1301
unit: def doc_to_choice()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1302
unit: def filter_dataset()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1303
unit: def filter_race_color()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1304
unit: def filter_socio()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1305
unit: def filter_gender()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1306
unit: def filter_age()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1307
unit: def filter_religion()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1308
unit: def filter_disability()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1309
unit: def filter_orientation()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1310
unit: def filter_nationality()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1311
unit: def filter_appearance()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1312
unit: def filter_autre()
file: lm_eval/tasks/crows_pairs/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1313
unit: def process_ast()
file: lm_eval/tasks/race/preprocess_race.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1314
unit: def last_problem()
file: lm_eval/tasks/race/preprocess_race.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1315
unit: def doc_to_target()
file: lm_eval/tasks/paloma/paloma_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1316
unit: def bleu()
file: lm_eval/tasks/wmt2016/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1317
unit: def generate_yaml_files()
file: lm_eval/tasks/med_concepts_qa/_generate_configs.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1318
unit: def convert_choice()
file: lm_eval/tasks/super_glue/copa/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1319
unit: def doc_to_choice()
file: lm_eval/tasks/super_glue/copa/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1320
unit: def format_answer()
file: lm_eval/tasks/super_glue/record/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1321
unit: def doc_to_target()
file: lm_eval/tasks/super_glue/record/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1322
unit: def doc_to_choice()
file: lm_eval/tasks/super_glue/record/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1323
unit: def em()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1324
unit: def f1()
file: lm_eval/tasks/super_glue/record/t5_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1325
unit: def __init__()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1326
unit: def has_training_docs()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1327
unit: def has_validation_docs()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1328
unit: def has_test_docs()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1329
unit: def validation_docs()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1330
unit: def doc_to_text()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1331
unit: def doc_to_target()
file: lm_eval/tasks/fda/task.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1332
unit: def _remove_articles()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1333
unit: def _white_space_fix()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1334
unit: def _fix_number()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1335
unit: def _tokenize()
file: lm_eval/tasks/drop/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1336
unit: def __init__()
file: lm_eval/tasks/afrixnli/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1337
unit: def convert_choice()
file: lm_eval/tasks/copal_id/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1338
unit: def doc_to_choice()
file: lm_eval/tasks/copal_id/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1339
unit: def hash_string()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1340
unit: def get_file_task_name()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1341
unit: def get_file_datetime()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1342
unit: def sanitize_model_name()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1343
unit: def sanitize_task_name()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1344
unit: def get_latest_filename()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1345
unit: def get_results_filenames()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 4
number of parameters: 1

id: 1346
unit: def get_sample_results_filenames()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 4
number of parameters: 1

id: 1347
unit: def get_reordered()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1348
unit: def ignore_constructor()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1349
unit: def regex_replace()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1350
unit: def create_iterator()
file: lm_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 5

id: 1351
unit: def __init__()
file: lm_eval/loggers/evaluation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1352
unit: def _generate_dataset()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1353
unit: def _log_samples_as_artifact()
file: lm_eval/loggers/wandb_logger.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1354
unit: def __init__()
file: lm_eval/api/filter.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 1355
unit: def __init__()
file: lm_eval/filters/selection.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 1

id: 1356
unit: def __init__()
file: lm_eval/filters/selection.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 1