id: 1 unit: def main() file: simple_evals.py start line: 0 end line: 0 size: 202 LOC McCabe index: 23 number of parameters: 0 id: 2 unit: def main() file: run_multilingual_mmlu.py start line: 0 end line: 0 size: 122 LOC McCabe index: 22 number of parameters: 0 id: 3 unit: def __call__() file: simpleqa_eval.py start line: 0 end line: 0 size: 52 LOC McCabe index: 8 number of parameters: 2 id: 4 unit: def __call__() file: drop_eval.py start line: 0 end line: 0 size: 46 LOC McCabe index: 8 number of parameters: 2 id: 5 unit: def __call__() file: browsecomp_eval.py start line: 0 end line: 0 size: 37 LOC McCabe index: 5 number of parameters: 2 id: 6 unit: def __call__() file: gpqa_eval.py start line: 0 end line: 0 size: 36 LOC McCabe index: 4 number of parameters: 2 id: 7 unit: def __call__() file: mgsm_eval.py start line: 0 end line: 0 size: 34 LOC McCabe index: 4 number of parameters: 2 id: 8 unit: def __call__() file: sampler/responses_sampler.py start line: 0 end line: 0 size: 32 LOC McCabe index: 7 number of parameters: 2 id: 9 unit: def __call__() file: mmlu_eval.py start line: 0 end line: 0 size: 30 LOC McCabe index: 4 number of parameters: 2 id: 10 unit: def __call__() file: sampler/chat_completion_sampler.py start line: 0 end line: 0 size: 24 LOC McCabe index: 7 number of parameters: 2 id: 11 unit: def __call__() file: sampler/o_chat_completion_sampler.py start line: 0 end line: 0 size: 21 LOC McCabe index: 6 number of parameters: 2 id: 12 unit: def answer_json_to_strings() file: drop_eval.py start line: 0 end line: 0 size: 20 LOC McCabe index: 7 number of parameters: 2 id: 13 unit: def __call__() file: math_eval.py start line: 0 end line: 0 size: 20 LOC McCabe index: 2 number of parameters: 2 id: 14 unit: def __call__() file: sampler/claude_sampler.py start line: 0 end line: 0 size: 20 LOC McCabe index: 3 number of parameters: 2 id: 15 unit: def __init__() file: drop_eval.py start line: 0 end line: 0 size: 18 LOC McCabe index: 2 number of parameters: 3 id: 16 unit: def _compute_f1() file: drop_eval.py start line: 0 end line: 0 size: 16 LOC McCabe index: 5 number of parameters: 2 id: 17 unit: def normalize_response() file: common.py start line: 0 end line: 0 size: 16 LOC McCabe index: 1 number of parameters: 1 id: 18 unit: def normalize_extracted_answer() file: common.py start line: 0 end line: 0 size: 16 LOC McCabe index: 4 number of parameters: 1 id: 19 unit: def grade_sample() file: simpleqa_eval.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 4 id: 20 unit: def _match_numbers_if_present() file: drop_eval.py start line: 0 end line: 0 size: 12 LOC McCabe index: 7 number of parameters: 2 id: 21 unit: def grade_sample() file: browsecomp_eval.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 4 id: 22 unit: def __init__() file: simpleqa_eval.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 4 id: 23 unit: def _align_bags() file: drop_eval.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 2 id: 24 unit: def __init__() file: browsecomp_eval.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 4 id: 25 unit: def get_lang_examples() file: mgsm_eval.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 1 id: 26 unit: def _compute_stat() file: common.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 2 id: 27 unit: def __init__() file: mmlu_eval.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 3 id: 28 unit: def drop_metric() file: drop_eval.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 2 id: 29 unit: def _normalize_answer() file: drop_eval.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 1 id: 30 unit: def __init__() file: sampler/responses_sampler.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 0 id: 31 unit: def normalize() file: drop_eval.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 32 unit: def get_all_examples() file: mgsm_eval.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 0 id: 33 unit: def _is_number() file: drop_eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 1 id: 34 unit: def fuzzy_match() file: drop_eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 2 id: 35 unit: def parse_answer() file: mgsm_eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 6 number of parameters: 2 id: 36 unit: def score_mgsm() file: mgsm_eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 37 unit: def __init__() file: math_eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 38 unit: def __init__() file: sampler/claude_sampler.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 39 unit: def __init__() file: sampler/chat_completion_sampler.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 40 unit: def map_with_progress() file: common.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 3 id: 41 unit: def make_report() file: common.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 42 unit: def _remove_punc() file: drop_eval.py start line: 0 end line: 0 size: 5 LOC McCabe index: 4 number of parameters: 1 id: 43 unit: def _normalize_number() file: drop_eval.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 44 unit: def derive_key() file: browsecomp_eval.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 45 unit: def decrypt() file: browsecomp_eval.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 46 unit: def __init__() file: gpqa_eval.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 47 unit: def __init__() file: sampler/o_chat_completion_sampler.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 0 id: 48 unit: def __init__() file: mgsm_eval.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 0 id: 49 unit: def check_equality() file: common.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 50 unit: def aggregate_results() file: common.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 51 unit: def message_to_html() file: common.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 52 unit: def url_to_fileobj() file: common.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 2 id: 53 unit: def _remove_articles() file: drop_eval.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 54 unit: def __call__() file: types.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 55 unit: def __call__() file: types.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 56 unit: def _white_space_fix() file: drop_eval.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 57 unit: def _lower() file: drop_eval.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 58 unit: def _tokenize() file: drop_eval.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 59 unit: def _answer_to_bags() file: drop_eval.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 60 unit: def get_drop_metrics() file: drop_eval.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 61 unit: def answer_json_to_string() file: drop_eval.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 62 unit: def _handle_image() file: sampler/claude_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 63 unit: def _handle_text() file: sampler/claude_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 64 unit: def _pack_message() file: sampler/claude_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 65 unit: def _handle_image() file: sampler/o_chat_completion_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 66 unit: def _handle_text() file: sampler/o_chat_completion_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 67 unit: def _pack_message() file: sampler/o_chat_completion_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 68 unit: def _handle_image() file: sampler/responses_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 69 unit: def _handle_text() file: sampler/responses_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 70 unit: def _pack_message() file: sampler/responses_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 71 unit: def _handle_image() file: sampler/chat_completion_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 72 unit: def _handle_text() file: sampler/chat_completion_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 73 unit: def _pack_message() file: sampler/chat_completion_sampler.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 74 unit: def format_multichoice_question() file: common.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 75 unit: def make_report_from_example_htmls() file: common.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1