id: 1 unit: def create_one_query() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 156 LOC McCabe index: 69 number of parameters: 7 id: 2 unit: def process_results() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 108 LOC McCabe index: 56 number of parameters: 3 id: 3 unit: def parse_eval_args() file: lmms_eval/__main__.py start line: 0 end line: 0 size: 104 LOC McCabe index: 1 number of parameters: 0 id: 4 unit: def generate_until() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 93 LOC McCabe index: 26 number of parameters: 2 id: 5 unit: def cli_evaluate_single() file: lmms_eval/__main__.py start line: 0 end line: 0 size: 87 LOC McCabe index: 13 number of parameters: 2 id: 6 unit: def generate_until() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 84 LOC McCabe index: 4 number of parameters: 2 id: 7 unit: def __init__() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 70 LOC McCabe index: 27 number of parameters: 2 id: 8 unit: def generate_until() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 59 LOC McCabe index: 22 number of parameters: 2 id: 9 unit: def eval_cmmmu() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 59 LOC McCabe index: 23 number of parameters: 1 id: 10 unit: def cli_evaluate() file: lmms_eval/__main__.py start line: 0 end line: 0 size: 57 LOC McCabe index: 22 number of parameters: 2 id: 11 unit: def generate_until() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 56 LOC McCabe index: 22 number of parameters: 2 id: 12 unit: def check_same_by_chatgpt() file: lmms_eval/tasks/hallusion_bench/utils.py start line: 0 end line: 0 size: 53 LOC McCabe index: 13 number of parameters: 6 id: 13 unit: def eval_result() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 53 LOC McCabe index: 23 number of parameters: 3 id: 14 unit: def parse_open_response() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 52 LOC McCabe index: 7 number of parameters: 1 id: 15 unit: def evaluate_by_chatgpt() file: lmms_eval/tasks/hallusion_bench/utils.py start line: 0 end line: 0 size: 51 LOC McCabe index: 13 number of parameters: 7 id: 16 unit: def _generate_dataset() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 50 LOC McCabe index: 31 number of parameters: 5 id: 17 unit: def make_table() file: lmms_eval/utils.py start line: 0 end line: 0 size: 50 LOC McCabe index: 14 number of parameters: 2 id: 18 unit: def generate_until() file: lmms_eval/models/gpt4v.py start line: 0 end line: 0 size: 49 LOC McCabe index: 18 number of parameters: 2 id: 19 unit: def _log_results_as_table() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 49 LOC McCabe index: 13 number of parameters: 1 id: 20 unit: def loglikelihood() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 46 LOC McCabe index: 14 number of parameters: 2 id: 21 unit: def loglikelihood() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 45 LOC McCabe index: 9 number of parameters: 2 id: 22 unit: def mmvet_process_results() file: lmms_eval/tasks/mmvet/utils.py start line: 0 end line: 0 size: 45 LOC McCabe index: 7 number of parameters: 2 id: 23 unit: def parse_multi_choice_response() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 45 LOC McCabe index: 20 number of parameters: 3 id: 24 unit: def _prepare_metric_and_aggregation() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 44 LOC McCabe index: 13 number of parameters: 1 id: 25 unit: def preprocess() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 41 LOC McCabe index: 13 number of parameters: 3 id: 26 unit: def ferret_process_results() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 40 LOC McCabe index: 6 number of parameters: 2 id: 27 unit: def construct_requests() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 39 LOC McCabe index: 11 number of parameters: 4 id: 28 unit: def generate_until() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 38 LOC McCabe index: 20 number of parameters: 2 id: 29 unit: def nocaps_aggregation_result() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 38 LOC McCabe index: 7 number of parameters: 3 id: 30 unit: def get_eval_pair_all() file: lmms_eval/tasks/hallusion_bench/utils.py start line: 0 end line: 0 size: 38 LOC McCabe index: 14 number of parameters: 2 id: 31 unit: def coco_aggregation_result() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 38 LOC McCabe index: 8 number of parameters: 3 id: 32 unit: def extract_answer() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 38 LOC McCabe index: 12 number of parameters: 4 id: 33 unit: def flickr_aggregation_result() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 37 LOC McCabe index: 7 number of parameters: 3 id: 34 unit: def textcaps_aggregation_result() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 37 LOC McCabe index: 7 number of parameters: 3 id: 35 unit: def mathvista_aggregate_results() file: lmms_eval/tasks/mathvista/utils.py start line: 0 end line: 0 size: 36 LOC McCabe index: 15 number of parameters: 5 id: 36 unit: def __getattr__() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 35 LOC McCabe index: 12 number of parameters: 2 id: 37 unit: def get_chat_response() file: lmms_eval/tasks/mmvet/utils.py start line: 0 end line: 0 size: 35 LOC McCabe index: 5 number of parameters: 6 id: 38 unit: def refcoco_aggregation_result() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 35 LOC McCabe index: 7 number of parameters: 2 id: 39 unit: def ocrbench_aggregate_accuracy() file: lmms_eval/tasks/ocrbench/utils.py start line: 0 end line: 0 size: 35 LOC McCabe index: 2 number of parameters: 2 id: 40 unit: def refcoco_aggregation_result() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 35 LOC McCabe index: 7 number of parameters: 2 id: 41 unit: def refcoco_aggregation_result() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 35 LOC McCabe index: 7 number of parameters: 2 id: 42 unit: def mmmu_aggregate_results() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 35 LOC McCabe index: 9 number of parameters: 1 id: 43 unit: def normalize_extracted_answer() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 35 LOC McCabe index: 9 number of parameters: 6 id: 44 unit: def cmmmu_aggregate_results() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 34 LOC McCabe index: 9 number of parameters: 1 id: 45 unit: def get_fill_blank_prediction() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 34 LOC McCabe index: 7 number of parameters: 2 id: 46 unit: def expression_equal() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 34 LOC McCabe index: 15 number of parameters: 3 id: 47 unit: def get_eval_all() file: lmms_eval/tasks/hallusion_bench/utils.py start line: 0 end line: 0 size: 33 LOC McCabe index: 14 number of parameters: 2 id: 48 unit: def loglikelihood() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 32 LOC McCabe index: 10 number of parameters: 2 id: 49 unit: def hb_aggregation_result_intern() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 32 LOC McCabe index: 10 number of parameters: 2 id: 50 unit: def get_eval() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 32 LOC McCabe index: 7 number of parameters: 3 id: 51 unit: def get_eval() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 32 LOC McCabe index: 7 number of parameters: 3 id: 52 unit: def ocrbench_process_results() file: lmms_eval/tasks/ocrbench/utils.py start line: 0 end line: 0 size: 32 LOC McCabe index: 10 number of parameters: 2 id: 53 unit: def judge() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 32 LOC McCabe index: 14 number of parameters: 4 id: 54 unit: def get_eval() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 32 LOC McCabe index: 7 number of parameters: 3 id: 55 unit: def doc_to_text() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 31 LOC McCabe index: 11 number of parameters: 2 id: 56 unit: def doc_to_target() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 31 LOC McCabe index: 16 number of parameters: 2 id: 57 unit: def log_eval_samples() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 31 LOC McCabe index: 11 number of parameters: 4 id: 58 unit: def llava_process_results() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 31 LOC McCabe index: 6 number of parameters: 2 id: 59 unit: def vqav2_process_results() file: lmms_eval/tasks/vqav2/utils.py start line: 0 end line: 0 size: 31 LOC McCabe index: 12 number of parameters: 2 id: 60 unit: def mmbench_process_results() file: lmms_eval/tasks/mmbench/en_utils.py start line: 0 end line: 0 size: 31 LOC McCabe index: 2 number of parameters: 2 id: 61 unit: def mmbench_process_results() file: lmms_eval/tasks/mmbench/cn_utils.py start line: 0 end line: 0 size: 31 LOC McCabe index: 2 number of parameters: 2 id: 62 unit: def llava_process_results() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 31 LOC McCabe index: 6 number of parameters: 2 id: 63 unit: def get_chat_response() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 31 LOC McCabe index: 13 number of parameters: 7 id: 64 unit: def extract_answer_from_item() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 30 LOC McCabe index: 8 number of parameters: 2 id: 65 unit: def mathvista_process_results() file: lmms_eval/tasks/mathvista/utils.py start line: 0 end line: 0 size: 30 LOC McCabe index: 6 number of parameters: 2 id: 66 unit: def hb_aggregation_result() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 28 LOC McCabe index: 7 number of parameters: 3 id: 67 unit: def get_eval_fig() file: lmms_eval/tasks/hallusion_bench/utils.py start line: 0 end line: 0 size: 28 LOC McCabe index: 8 number of parameters: 1 id: 68 unit: def _sanitize_results_dict() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 27 LOC McCabe index: 11 number of parameters: 1 id: 69 unit: def mmvet_aggregate_results() file: lmms_eval/tasks/mmvet/utils.py start line: 0 end line: 0 size: 27 LOC McCabe index: 23 number of parameters: 1 id: 70 unit: def download() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 26 LOC McCabe index: 12 number of parameters: 2 id: 71 unit: def get_TF_prediction() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 26 LOC McCabe index: 10 number of parameters: 1 id: 72 unit: def interval_equal() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 26 LOC McCabe index: 10 number of parameters: 3 id: 73 unit: def load_yaml_config() file: lmms_eval/utils.py start line: 0 end line: 0 size: 26 LOC McCabe index: 8 number of parameters: 3 id: 74 unit: def download() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 25 LOC McCabe index: 8 number of parameters: 4 id: 75 unit: def build_all_requests() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 25 LOC McCabe index: 10 number of parameters: 4 id: 76 unit: def vizwiz_vqa_process_results() file: lmms_eval/tasks/vizwiz_vqa/utils.py start line: 0 end line: 0 size: 25 LOC McCabe index: 10 number of parameters: 2 id: 77 unit: def get_multi_choice_prediction() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 25 LOC McCabe index: 17 number of parameters: 3 id: 78 unit: def is_equal() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 25 LOC McCabe index: 17 number of parameters: 3 id: 79 unit: def ok_vqa_process_results() file: lmms_eval/tasks/ok_vqa/utils.py start line: 0 end line: 0 size: 25 LOC McCabe index: 10 number of parameters: 2 id: 80 unit: def can_infer_option() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 25 LOC McCabe index: 14 number of parameters: 3 id: 81 unit: def mmbench_cn_cc_process_results() file: lmms_eval/tasks/mmbench/cc_utils.py start line: 0 end line: 0 size: 25 LOC McCabe index: 2 number of parameters: 2 id: 82 unit: def mme_aggregate_results() file: lmms_eval/tasks/mme/utils.py start line: 0 end line: 0 size: 24 LOC McCabe index: 6 number of parameters: 1 id: 83 unit: def construct_prompt() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 23 LOC McCabe index: 5 number of parameters: 1 id: 84 unit: def _generate_examples() file: lmms_eval/tasks/ai2d/upload_ai2d.py start line: 0 end line: 0 size: 22 LOC McCabe index: 9 number of parameters: 4 id: 85 unit: def textvqa_process_results() file: lmms_eval/tasks/textvqa/utils.py start line: 0 end line: 0 size: 22 LOC McCabe index: 9 number of parameters: 2 id: 86 unit: def olympiadbench_doc_to_text() file: lmms_eval/tasks/olympiadbench/en_utils.py start line: 0 end line: 0 size: 22 LOC McCabe index: 5 number of parameters: 1 id: 87 unit: def olympiadbench_doc_to_text() file: lmms_eval/tasks/olympiadbench/cn_utils.py start line: 0 end line: 0 size: 22 LOC McCabe index: 5 number of parameters: 1 id: 88 unit: def get_chat_response() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 22 LOC McCabe index: 10 number of parameters: 7 id: 89 unit: def include_task_folder() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 21 LOC McCabe index: 14 number of parameters: 2 id: 90 unit: def eval_open() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 21 LOC McCabe index: 8 number of parameters: 2 id: 91 unit: def register_metric() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 20 LOC McCabe index: 5 number of parameters: 1 id: 92 unit: def get_context() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 20 LOC McCabe index: 13 number of parameters: 3 id: 93 unit: def _prepare_model_specific_config() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 20 LOC McCabe index: 7 number of parameters: 1 id: 94 unit: def doc_to_choice() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 20 LOC McCabe index: 8 number of parameters: 2 id: 95 unit: def print_tasks() file: lmms_eval/evaluator.py start line: 0 end line: 0 size: 20 LOC McCabe index: 7 number of parameters: 4 id: 96 unit: def build_prompt() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 20 LOC McCabe index: 1 number of parameters: 4 id: 97 unit: def __post_init__() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 19 LOC McCabe index: 9 number of parameters: 1 id: 98 unit: def register_configurable_task() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 19 LOC McCabe index: 6 number of parameters: 2 id: 99 unit: def mmbench_doc_to_text() file: lmms_eval/tasks/mmbench/en_utils.py start line: 0 end line: 0 size: 19 LOC McCabe index: 4 number of parameters: 2 id: 100 unit: def eval_sub_data() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 19 LOC McCabe index: 7 number of parameters: 3 id: 101 unit: def mmbench_doc_to_text() file: lmms_eval/tasks/mmbench/cn_utils.py start line: 0 end line: 0 size: 19 LOC McCabe index: 3 number of parameters: 2 id: 102 unit: def sqa_doc_to_text() file: lmms_eval/tasks/scienceqa/utils.py start line: 0 end line: 0 size: 18 LOC McCabe index: 7 number of parameters: 2 id: 103 unit: def doc_to_text() file: lmms_eval/tasks/iconqa/utils.py start line: 0 end line: 0 size: 18 LOC McCabe index: 5 number of parameters: 2 id: 104 unit: def olympiadbench_process_results() file: lmms_eval/tasks/olympiadbench/en_utils.py start line: 0 end line: 0 size: 18 LOC McCabe index: 3 number of parameters: 2 id: 105 unit: def olympiadbench_process_results() file: lmms_eval/tasks/olympiadbench/cn_utils.py start line: 0 end line: 0 size: 18 LOC McCabe index: 3 number of parameters: 2 id: 106 unit: def evaluate_mmmu() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 18 LOC McCabe index: 5 number of parameters: 1 id: 107 unit: def bootstrap_stderr() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 17 LOC McCabe index: 4 number of parameters: 3 id: 108 unit: def fewshot_context() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 17 LOC McCabe index: 7 number of parameters: 4 id: 109 unit: def get_task_dict() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 17 LOC McCabe index: 10 number of parameters: 4 id: 110 unit: def __init__() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 17 LOC McCabe index: 2 number of parameters: 1 id: 111 unit: def get_rolling_token_windows() file: lmms_eval/utils.py start line: 0 end line: 0 size: 17 LOC McCabe index: 4 number of parameters: 4 id: 112 unit: def divide() file: lmms_eval/utils.py start line: 0 end line: 0 size: 17 LOC McCabe index: 5 number of parameters: 2 id: 113 unit: def group() file: lmms_eval/utils.py start line: 0 end line: 0 size: 17 LOC McCabe index: 6 number of parameters: 3 id: 114 unit: def equation_equal() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 16 LOC McCabe index: 8 number of parameters: 3 id: 115 unit: def _generate_examples() file: lmms_eval/tasks/chartqa/upload_chartqa.py start line: 0 end line: 0 size: 16 LOC McCabe index: 7 number of parameters: 4 id: 116 unit: def relaxed_correctness() file: lmms_eval/tasks/chartqa/utils.py start line: 0 end line: 0 size: 16 LOC McCabe index: 5 number of parameters: 3 id: 117 unit: def mmbench_cn_cc_doc_to_text() file: lmms_eval/tasks/mmbench/cc_utils.py start line: 0 end line: 0 size: 16 LOC McCabe index: 2 number of parameters: 2 id: 118 unit: def __init__() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 15 LOC McCabe index: 2 number of parameters: 0 id: 119 unit: def split_by_comma() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 15 LOC McCabe index: 7 number of parameters: 2 id: 120 unit: def mmmu_process_results() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 15 LOC McCabe index: 2 number of parameters: 2 id: 121 unit: def stderr_for_metric() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 14 LOC McCabe index: 2 number of parameters: 2 id: 122 unit: def simple_evaluate() file: lmms_eval/evaluator.py start line: 0 end line: 0 size: 14 LOC McCabe index: 1 number of parameters: 14 id: 123 unit: def top_k_logits() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 4 number of parameters: 4 id: 124 unit: def ai2d_doc_to_text() file: lmms_eval/tasks/ai2d/utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 5 number of parameters: 2 id: 125 unit: def process_digit_article() file: lmms_eval/tasks/_task_utils/vqa_eval_metric.py start line: 0 end line: 0 size: 14 LOC McCabe index: 5 number of parameters: 2 id: 126 unit: def normalize_str() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 7 number of parameters: 2 id: 127 unit: def parse_pred_ans() file: lmms_eval/tasks/mme/utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 128 unit: def _split_generators() file: lmms_eval/tasks/chartqa/upload_chartqa.py start line: 0 end line: 0 size: 14 LOC McCabe index: 5 number of parameters: 2 id: 129 unit: def parse_score() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 130 unit: def mathvista_doc_to_text() file: lmms_eval/tasks/mathvista/utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 6 number of parameters: 2 id: 131 unit: def run_task_tests() file: lmms_eval/utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 2 number of parameters: 1 id: 132 unit: def levenshtein_distance() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 2 id: 133 unit: def acc_all() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 13 LOC McCabe index: 6 number of parameters: 1 id: 134 unit: def __init__() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 13 LOC McCabe index: 2 number of parameters: 5 id: 135 unit: def apply() file: lmms_eval/filters/extraction.py start line: 0 end line: 0 size: 13 LOC McCabe index: 4 number of parameters: 3 id: 136 unit: def parse_score() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 3 number of parameters: 1 id: 137 unit: def ferret_aggregation() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 2 id: 138 unit: def parse_score() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 3 number of parameters: 1 id: 139 unit: def llava_aggregation() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 2 id: 140 unit: def can_compute_power() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 13 LOC McCabe index: 6 number of parameters: 2 id: 141 unit: def can_infer_text() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 3 id: 142 unit: def llava_aggregation() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 2 id: 143 unit: def normalize_str() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 1 id: 144 unit: def get_batched() file: lmms_eval/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 3 number of parameters: 3 id: 145 unit: def acc_all_stderr() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 12 LOC McCabe index: 6 number of parameters: 1 id: 146 unit: def _sacreformat() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 12 LOC McCabe index: 14 number of parameters: 2 id: 147 unit: def doc_to_decontamination_query() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 12 LOC McCabe index: 5 number of parameters: 2 id: 148 unit: def init_run() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 6 number of parameters: 1 id: 149 unit: def register_configurable_group() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 12 LOC McCabe index: 5 number of parameters: 2 id: 150 unit: def textvqa_doc_to_text() file: lmms_eval/tasks/textvqa/utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 6 number of parameters: 2 id: 151 unit: def seed_doc_to_text() file: lmms_eval/tasks/seedbench_2/utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 2 number of parameters: 2 id: 152 unit: def pope_process_results() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 2 number of parameters: 2 id: 153 unit: def pope_aggregate_precision() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 7 number of parameters: 1 id: 154 unit: def pope_aggregate_recall() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 7 number of parameters: 1 id: 155 unit: def mmbench_aggregate_dev_results_eval() file: lmms_eval/tasks/mmbench/en_utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 2 id: 156 unit: def mmbench_aggregate_dev_results_eval() file: lmms_eval/tasks/mmbench/cn_utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 2 id: 157 unit: def mmbench_cn_cc_aggregate_dev_results_eval() file: lmms_eval/tasks/mmbench/cc_utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 2 id: 158 unit: def import_function() file: lmms_eval/utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 2 number of parameters: 2 id: 159 unit: def __init__() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 10 number of parameters: 3 id: 160 unit: def __init__() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 2 number of parameters: 2 id: 161 unit: def _log_samples_as_artifact() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 1 number of parameters: 4 id: 162 unit: def vizwiz_vqa_doc_to_text() file: lmms_eval/tasks/vizwiz_vqa/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 2 id: 163 unit: def pope_aggregate_yes_ratio() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 1 id: 164 unit: def numerical_equal() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 4 id: 165 unit: def ok_vqa_doc_to_text() file: lmms_eval/tasks/ok_vqa/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 2 id: 166 unit: def chartqa_process_results() file: lmms_eval/tasks/chartqa/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 167 unit: def eval_multi_choice() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 2 id: 168 unit: def handle_arg_string() file: lmms_eval/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 1 id: 169 unit: def __init__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 2 number of parameters: 3 id: 170 unit: def register_group() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 1 id: 171 unit: def get_batch() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 2 id: 172 unit: def _decode_default() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 1 number of parameters: 0 id: 173 unit: def _calc_stopped_samples() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 5 number of parameters: 2 id: 174 unit: def apply() file: lmms_eval/filters/extraction.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 3 id: 175 unit: def _split_generators() file: lmms_eval/tasks/ai2d/upload_ai2d.py start line: 0 end line: 0 size: 10 LOC McCabe index: 5 number of parameters: 2 id: 176 unit: def gqa_doc_to_visual() file: lmms_eval/tasks/gqa/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 1 id: 177 unit: def cmmmu_process_results() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 2 id: 178 unit: def mme_process_results() file: lmms_eval/tasks/mme/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 179 unit: def doc_to_visual() file: lmms_eval/tasks/iconqa/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 5 number of parameters: 1 id: 180 unit: def vqav2_doc_to_text() file: lmms_eval/tasks/vqav2/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 2 id: 181 unit: def formatTime() file: lmms_eval/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 3 id: 182 unit: def get_original() file: lmms_eval/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 5 number of parameters: 2 id: 183 unit: def get_chunks() file: lmms_eval/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 5 number of parameters: 3 id: 184 unit: def fewshot_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 9 LOC McCabe index: 4 number of parameters: 1 id: 185 unit: def decode_tokens() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 0 id: 186 unit: def _tokens_match() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 7 number of parameters: 3 id: 187 unit: def build_filter_ensemble() file: lmms_eval/filters/__init__.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 2 id: 188 unit: def nocaps_test_aggregation_result() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 189 unit: def get_builder_config() file: lmms_eval/tasks/ai2d/upload_ai2d.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 190 unit: def sqa_process_results() file: lmms_eval/tasks/scienceqa/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 6 number of parameters: 2 id: 191 unit: def process_punctuation() file: lmms_eval/tasks/_task_utils/vqa_eval_metric.py start line: 0 end line: 0 size: 9 LOC McCabe index: 5 number of parameters: 2 id: 192 unit: def seed_aggregation_result_all() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 193 unit: def extract_numbers() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 4 number of parameters: 1 id: 194 unit: def calculate_ins_level_acc() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 195 unit: def coco_test_aggregation_result() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 196 unit: def mme_doc_to_text() file: lmms_eval/tasks/mme/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 5 number of parameters: 2 id: 197 unit: def seed_aggregation_result_all() file: lmms_eval/tasks/seedbench_2/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 198 unit: def get_builder_config() file: lmms_eval/tasks/ocrbench/upload_ocrbench.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 199 unit: def trans_plus_minus_sign() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 2 id: 200 unit: def get_builder_config() file: lmms_eval/tasks/chartqa/upload_chartqa.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 201 unit: def create_options_prompt() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 9 LOC McCabe index: 6 number of parameters: 3 id: 202 unit: def build_option_str() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 2 id: 203 unit: def calculate_hit_rates() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 2 id: 204 unit: def calculate_ins_level_acc() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 205 unit: def extract_numbers() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 4 number of parameters: 1 id: 206 unit: def textcaps_test_aggregation_result() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 207 unit: def get_metrics() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 3 id: 208 unit: def _calculate_anls() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 5 number of parameters: 3 id: 209 unit: def chunks() file: lmms_eval/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 5 number of parameters: 3 id: 210 unit: def get_original() file: lmms_eval/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 2 id: 211 unit: def find_test_root() file: lmms_eval/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 212 unit: def register_model() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 213 unit: def register_task() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 214 unit: def __call__() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 215 unit: def to_dict() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 1 id: 216 unit: def doc_to_visual() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 217 unit: def evaluate() file: lmms_eval/evaluator.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 0 id: 218 unit: def flatten() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 3 id: 219 unit: def get_stop_words_ids() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 220 unit: def __init__() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 0 id: 221 unit: def __init__() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 0 id: 222 unit: def _get_config() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 223 unit: def log_eval_result() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 224 unit: def assign_correctness() file: lmms_eval/tasks/hallusion_bench/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 11 number of parameters: 2 id: 225 unit: def seed_aggregation_result() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 226 unit: def get_multi_choice_info() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 227 unit: def seed_process_result() file: lmms_eval/tasks/seedbench_2/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 228 unit: def seed_aggregation_result() file: lmms_eval/tasks/seedbench_2/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 1 id: 229 unit: def extract_options() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 2 id: 230 unit: def _post_request() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 2 id: 231 unit: def construct_prompt() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 232 unit: def extract_subset_name() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 233 unit: def get_multi_choice_info() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 234 unit: def _post_request() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 2 id: 235 unit: def safe_equal() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 3 id: 236 unit: def get_acc_with_contion() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 4 id: 237 unit: def __contains__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 2 id: 238 unit: def pattern_match() file: lmms_eval/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 2 id: 239 unit: def general_detokenize() file: lmms_eval/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 240 unit: def get_grouped() file: lmms_eval/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 5 number of parameters: 1 id: 241 unit: def get_original() file: lmms_eval/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 242 unit: def get_aggregation() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 243 unit: def get_metric_aggregation() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 244 unit: def fewshot_context() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 5 id: 245 unit: def apply_filters() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 246 unit: def fewshot_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 1 id: 247 unit: def apply_filters() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 248 unit: def __init__() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 249 unit: def _handle_non_serializable() file: lmms_eval/__main__.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 1 id: 250 unit: def __init__() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 251 unit: def make_context() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 252 unit: def pad_sequence() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 4 id: 253 unit: def __init__() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 254 unit: def _handle_non_serializable() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 1 id: 255 unit: def _info() file: lmms_eval/tasks/ai2d/upload_ai2d.py start line: 0 end line: 0 size: 7 LOC McCabe index: 5 number of parameters: 1 id: 256 unit: def ai2d_doc_to_target() file: lmms_eval/tasks/ai2d/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 2 id: 257 unit: def vizwiz_vqa_aggreate_submissions() file: lmms_eval/tasks/vizwiz_vqa/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 258 unit: def get_task() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 259 unit: def doc_to_text() file: lmms_eval/tasks/mmvet/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 260 unit: def ferret_doc_to_text() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 261 unit: def seed_doc_to_text() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 262 unit: def seed_process_result() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 263 unit: def cmmmu_test_aggregate_results_for_submission() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 264 unit: def coco_process_result() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 2 id: 265 unit: def refcoco_bbox_doc_to_visual() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 266 unit: def refcoco_bbox_doc_to_visual() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 267 unit: def options_to_str() file: lmms_eval/tasks/iconqa/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 268 unit: def vqav2_aggreate_submissions() file: lmms_eval/tasks/vqav2/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 269 unit: def olympiadbench_aggregate_results() file: lmms_eval/tasks/olympiadbench/en_utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 270 unit: def olympiadbench_aggregate_results() file: lmms_eval/tasks/olympiadbench/cn_utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 271 unit: def ok_vqa_aggreate_submissions() file: lmms_eval/tasks/ok_vqa/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 272 unit: def _info() file: lmms_eval/tasks/chartqa/upload_chartqa.py start line: 0 end line: 0 size: 7 LOC McCabe index: 5 number of parameters: 1 id: 273 unit: def refcoco_bbox_doc_to_visual() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 274 unit: def replace_images_tokens() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 275 unit: def _calculate_accuracy() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 3 id: 276 unit: def simple_parse_args_string() file: lmms_eval/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 6 number of parameters: 1 id: 277 unit: def __init__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 5 number of parameters: 3 id: 278 unit: def positional_deprecated() file: lmms_eval/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 279 unit: def get_git_commit_hash() file: lmms_eval/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 0 id: 280 unit: def __call__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 4 id: 281 unit: def apply() file: lmms_eval/api/filter.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 3 id: 282 unit: def register_aggregation() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 283 unit: def f1_score() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 284 unit: def metric_max_over_ground_truths() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 3 id: 285 unit: def __init__() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 286 unit: def set_loggers() file: lmms_eval/__main__.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 287 unit: def tok_encode() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 4 id: 288 unit: def pad_batch() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 3 id: 289 unit: def get_ltor_masks_and_position_ids() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 290 unit: def __call__() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 3 id: 291 unit: def tok_encode() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 4 id: 292 unit: def flatten() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 293 unit: def encode_image() file: lmms_eval/models/gpt4v.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 294 unit: def flatten() file: lmms_eval/models/gpt4v.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 295 unit: def tok_encode() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 4 id: 296 unit: def flatten() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 297 unit: def flatten() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 298 unit: def tok_encode() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 4 id: 299 unit: def flatten() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 300 unit: def apply() file: lmms_eval/filters/selection.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 3 id: 301 unit: def _log_results_as_artifact() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 302 unit: def hb_doc_to_text() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 303 unit: def __call__() file: lmms_eval/tasks/_task_utils/vqa_eval_metric.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 304 unit: def cmmmu_doc_to_visual() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 1 id: 305 unit: def check_is_number() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 306 unit: def textvqa_aggreate_submissions() file: lmms_eval/tasks/textvqa/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 307 unit: def refcoco_seg_doc_to_visual() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 308 unit: def pope_aggregate_accuracy() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 1 id: 309 unit: def llava_doc_to_text() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 310 unit: def refcoco_seg_doc_to_visual() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 311 unit: def mmbench_aggregate_dev_results_submission() file: lmms_eval/tasks/mmbench/en_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 312 unit: def mmbench_aggregate_test_results() file: lmms_eval/tasks/mmbench/en_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 313 unit: def build_choices() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 314 unit: def mmbench_aggregate_dev_results() file: lmms_eval/tasks/mmbench/cn_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 315 unit: def mmbench_aggregate_test_results() file: lmms_eval/tasks/mmbench/cn_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 316 unit: def mmbench_cn_cc_aggregate_results() file: lmms_eval/tasks/mmbench/cc_utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 317 unit: def refcoco_seg_doc_to_visual() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 318 unit: def llava_doc_to_text() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 319 unit: def mmmu_doc_to_visual() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 1 id: 320 unit: def check_is_number() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 321 unit: def multidocvqa_aggregate_results_anls() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 5 number of parameters: 1 id: 322 unit: def multidocvqa_aggregate_results_accuracy() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 5 number of parameters: 1 id: 323 unit: def format() file: lmms_eval/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 324 unit: def escaped_split() file: lmms_eval/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 3 id: 325 unit: def get_dtype() file: lmms_eval/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 326 unit: def __init__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 327 unit: def __init__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 328 unit: def get_model() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 329 unit: def is_higher_better() file: lmms_eval/api/registry.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 330 unit: def matthews_corrcoef() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 331 unit: def bleu() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 332 unit: def chrf() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 333 unit: def ter() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 334 unit: def get_sampler() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 335 unit: def has_training_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 336 unit: def has_validation_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 337 unit: def has_test_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 338 unit: def training_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 339 unit: def validation_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 340 unit: def test_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 341 unit: def __init__() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 342 unit: def create_from_arg_string() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 4 number of parameters: 3 id: 343 unit: def __init__() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 344 unit: def add_partial() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 4 id: 345 unit: def print_results() file: lmms_eval/__main__.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 346 unit: def model() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 347 unit: def model() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 348 unit: def model() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 349 unit: def model() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 350 unit: def model() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 351 unit: def get_filter() file: lmms_eval/filters/__init__.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 352 unit: def remove_none_pattern() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 353 unit: def get_wandb_printer() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 0 id: 354 unit: def nocaps_process_result() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 355 unit: def docvqa_doc_to_text() file: lmms_eval/tasks/docvqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 356 unit: def docvqa_test_aggregate_results() file: lmms_eval/tasks/docvqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 357 unit: def gqa_doc_to_text() file: lmms_eval/tasks/gqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 358 unit: def generate_submission_file() file: lmms_eval/tasks/_task_utils/file_utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 359 unit: def get_task_name_from_config() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 360 unit: def get_task_name_from_object() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 5 LOC McCabe index: 5 number of parameters: 1 id: 361 unit: def refcoco_process_result() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 362 unit: def stvqa_doc_to_text() file: lmms_eval/tasks/stvqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 363 unit: def stvqa_aggregate_submissions() file: lmms_eval/tasks/stvqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 364 unit: def pope_aggregate_f1_score() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 365 unit: def image2byte() file: lmms_eval/tasks/ocrbench/upload_ocrbench.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 366 unit: def infovqa_doc_to_text() file: lmms_eval/tasks/infovqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 367 unit: def infovqa_test_aggregate_results() file: lmms_eval/tasks/infovqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 368 unit: def refcoco_process_result() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 369 unit: def test_process_results() file: lmms_eval/tasks/iconqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 370 unit: def vqav2_process_results_test() file: lmms_eval/tasks/vqav2/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 371 unit: def vqav2_process_results_val() file: lmms_eval/tasks/vqav2/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 372 unit: def chartqa_doc_to_text() file: lmms_eval/tasks/chartqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 373 unit: def __init__() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 5 id: 374 unit: def refcoco_process_result() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 375 unit: def flickr_process_result() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 376 unit: def mmmu_test_aggregate_results_for_submission() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 377 unit: def verify_extraction() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 378 unit: def create_test_prompt() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 4 id: 379 unit: def multidocvqa_doc_to_text() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 380 unit: def multidocvqa_test_aggregate_results_for_submission() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 381 unit: def group() file: lmms_eval/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 382 unit: def get_datetime_str() file: lmms_eval/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 383 unit: def stop_sequences_criteria() file: lmms_eval/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 0 id: 384 unit: def anls() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 385 unit: def fewshot_examples() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 3 id: 386 unit: def __init__() file: lmms_eval/filters/extraction.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 387 unit: def apply() file: lmms_eval/filters/transformation.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 3 id: 388 unit: def apply() file: lmms_eval/filters/transformation.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 3 id: 389 unit: def __init__() file: lmms_eval/filters/transformation.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 390 unit: def apply() file: lmms_eval/filters/transformation.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 3 id: 391 unit: def post_init() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 392 unit: def sqa_doc_to_visual() file: lmms_eval/tasks/scienceqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 393 unit: def sqa_doc_to_target() file: lmms_eval/tasks/scienceqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 394 unit: def docvqa_test_process_results() file: lmms_eval/tasks/docvqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 395 unit: def hb_process_results() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 2 id: 396 unit: def word_tokenize() file: lmms_eval/tasks/_task_utils/vqa_eval_metric.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 397 unit: def include_path() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 398 unit: def initialize_tasks() file: lmms_eval/tasks/__init__.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 399 unit: def mmvet_doc_to_visual() file: lmms_eval/tasks/mmvet/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 400 unit: def coco_test_process_result() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 401 unit: def parse_choice_img() file: lmms_eval/tasks/seedbench_2/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 402 unit: def infovqa_test_process_results() file: lmms_eval/tasks/infovqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 403 unit: def parse_options() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 1 id: 404 unit: def __init__() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 4 id: 405 unit: def get_most_similar() file: lmms_eval/tasks/mathvista/mathvista_evals.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 3 id: 406 unit: def textcaps_process_result() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 407 unit: def multidocvqa_process_results() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 408 unit: def __init__() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 409 unit: def _preprocess_str() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 2 id: 410 unit: def pad_and_concat() file: lmms_eval/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 411 unit: def _reorder() file: lmms_eval/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 5 id: 412 unit: def perplexity() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 413 unit: def pop_stddev() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 414 unit: def sample_stddev() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 415 unit: def weighted_mean() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 416 unit: def __init__() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 417 unit: def sample() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 418 unit: def doc_to_decontamination_query() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 419 unit: def hash_args() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 420 unit: def switch() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 421 unit: def __init__() file: lmms_eval/models/gpt4v.py start line: 0 end line: 0 size: 3 LOC McCabe index: 6 number of parameters: 2 id: 422 unit: def __init__() file: lmms_eval/filters/selection.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 423 unit: def apply() file: lmms_eval/filters/selection.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 424 unit: def hb_aggregation_result_qAcc_intern() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 425 unit: def hb_aggregation_result_fAcc_intern() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 426 unit: def hb_aggregation_result_aAcc_intern() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 427 unit: def seed_doc_to_text_mc() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 428 unit: def seed_doc_to_mc_target() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 429 unit: def cmmmu_process_test_results_for_submission() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 430 unit: def stvqa_process_results() file: lmms_eval/tasks/stvqa/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 431 unit: def pope_doc_to_text() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 432 unit: def ocrbench_doc_to_text() file: lmms_eval/tasks/ocrbench/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 433 unit: def can_infer() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 3 id: 434 unit: def prefetch_answer() file: lmms_eval/tasks/mmbench/mmbench_evals.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 435 unit: def flickr_test_process_result() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 436 unit: def mmmu_doc_to_text() file: lmms_eval/tasks/mmmu/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 437 unit: def multidocvqa_process_test_results_for_submission() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 438 unit: def __init__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 4 id: 439 unit: def join_iters() file: lmms_eval/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 440 unit: def __iter__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 441 unit: def make_disjoint_window() file: lmms_eval/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 442 unit: def apply_template() file: lmms_eval/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 443 unit: def clear_torch_cache() file: lmms_eval/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 444 unit: def apply() file: lmms_eval/api/filter.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 445 unit: def __post_init__() file: lmms_eval/api/instance.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 446 unit: def args() file: lmms_eval/api/instance.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 447 unit: def mean() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 448 unit: def median() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 449 unit: def weighted_perplexity() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 450 unit: def bits_per_byte() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 451 unit: def acc_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 452 unit: def acc_norm_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 453 unit: def acc_mutual_info_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 454 unit: def exact_match_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 455 unit: def perplexity_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 456 unit: def mean_stderr() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 457 unit: def mcc_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 458 unit: def f1_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 459 unit: def bleu_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 460 unit: def chrf_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 461 unit: def ter_fn() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 462 unit: def is_non_str_iterable() file: lmms_eval/api/metrics.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 463 unit: def sample() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 464 unit: def sample() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 465 unit: def sample() file: lmms_eval/api/samplers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 466 unit: def __getitem__() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 467 unit: def __setitem__() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 468 unit: def config() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 469 unit: def has_training_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 470 unit: def has_validation_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 471 unit: def has_test_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 472 unit: def training_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 473 unit: def validation_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 474 unit: def test_docs() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 475 unit: def _process_doc() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 476 unit: def instances() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 477 unit: def doc_to_text() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 478 unit: def doc_to_target() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 479 unit: def construct_requests() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 4 id: 480 unit: def process_results() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 481 unit: def aggregation() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 482 unit: def higher_is_better() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 483 unit: def count_bytes() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 484 unit: def dump_config() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 485 unit: def should_decontaminate() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 486 unit: def _process_doc() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 487 unit: def aggregation() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 488 unit: def higher_is_better() file: lmms_eval/api/task.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 489 unit: def loglikelihood() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 490 unit: def generate_until() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 491 unit: def rank() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 492 unit: def world_size() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 493 unit: def set_cache_hook() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 494 unit: def get_cache_hook() file: lmms_eval/api/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 495 unit: def config() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 496 unit: def tokenizer() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 497 unit: def eot_token_id() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 498 unit: def max_length() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 499 unit: def batch_size() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 500 unit: def device() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 501 unit: def rank() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 502 unit: def world_size() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 503 unit: def tok_decode() file: lmms_eval/models/fuyu.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 504 unit: def _tokenize_str() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 505 unit: def _decode_chatml() file: lmms_eval/models/model_utils/qwen/qwen_generate_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 506 unit: def config() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 507 unit: def tokenizer() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 508 unit: def eot_token_id() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 509 unit: def max_length() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 510 unit: def batch_size() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 511 unit: def device() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 512 unit: def rank() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 513 unit: def world_size() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 514 unit: def tok_decode() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 515 unit: def loglikelihood() file: lmms_eval/models/minicpm_v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 516 unit: def loglikelihood() file: lmms_eval/models/gpt4v.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 517 unit: def config() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 518 unit: def tokenizer() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 519 unit: def eot_token_id() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 520 unit: def max_length() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 521 unit: def batch_size() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 522 unit: def device() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 523 unit: def rank() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 524 unit: def world_size() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 525 unit: def tok_decode() file: lmms_eval/models/llava.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 526 unit: def config() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 527 unit: def tokenizer() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 528 unit: def eot_token_id() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 529 unit: def max_length() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 530 unit: def batch_size() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 531 unit: def device() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 532 unit: def rank() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 533 unit: def world_size() file: lmms_eval/models/qwen_vl.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 534 unit: def config() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 535 unit: def tokenizer() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 536 unit: def eot_token_id() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 537 unit: def max_length() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 538 unit: def batch_size() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 539 unit: def device() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 540 unit: def rank() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 541 unit: def world_size() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 542 unit: def tok_decode() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 543 unit: def loglikelihood() file: lmms_eval/models/instructblip.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 544 unit: def __init__() file: lmms_eval/filters/decontamination.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 545 unit: def apply() file: lmms_eval/filters/decontamination.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 546 unit: def apply() file: lmms_eval/filters/selection.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 547 unit: def __init__() file: lmms_eval/filters/extraction.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 548 unit: def __init__() file: lmms_eval/filters/transformation.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 549 unit: def __init__() file: lmms_eval/filters/transformation.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 550 unit: def finish() file: lmms_eval/logging_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 551 unit: def nocaps_doc_to_visual() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 552 unit: def nocaps_doc_to_text() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 553 unit: def nocaps_bleu4() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 554 unit: def nocaps_bleu3() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 555 unit: def nocaps_bleu2() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 556 unit: def nocaps_bleu1() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 557 unit: def nocaps_meteor() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 558 unit: def nocaps_rougel() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 559 unit: def nocaps_cider() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 560 unit: def nocaps_spice() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 561 unit: def nocaps_test_process_result() file: lmms_eval/tasks/nocaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 562 unit: def ai2d_doc_to_visual() file: lmms_eval/tasks/ai2d/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 563 unit: def docvqa_doc_to_visual() file: lmms_eval/tasks/docvqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 564 unit: def hb_doc_to_visual() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 565 unit: def hb_aggregation_result_qAcc() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 566 unit: def hb_aggregation_result_fAcc() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 567 unit: def hb_aggregation_result_aAcc() file: lmms_eval/tasks/hallusion_bench/evaluate_hb.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 568 unit: def __init__() file: lmms_eval/tasks/_task_utils/vqa_eval_metric.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 569 unit: def vizwiz_vqa_doc_to_visual() file: lmms_eval/tasks/vizwiz_vqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 570 unit: def ferret_doc_to_visual() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 571 unit: def ferret_refer_desc_aggregation() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 572 unit: def ferret_refer_reason_aggregation() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 573 unit: def ferret_ground_conv_aggregation() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 574 unit: def ferret_all_aggregation() file: lmms_eval/tasks/ferret/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 575 unit: def seed_doc_to_visual() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 576 unit: def seed_doc_to_choice() file: lmms_eval/tasks/seedbench/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 577 unit: def cmmmu_doc_to_text() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 578 unit: def count_letters() file: lmms_eval/tasks/cmmmu/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 4 number of parameters: 1 id: 579 unit: def coco_doc_to_visual() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 580 unit: def coco_doc_to_text() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 581 unit: def coco_bleu4() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 582 unit: def coco_bleu3() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 583 unit: def coco_bleu2() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 584 unit: def coco_bleu1() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 585 unit: def coco_meteor() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 586 unit: def coco_rougel() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 587 unit: def coco_cider() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 588 unit: def coco_spice() file: lmms_eval/tasks/coco_cap/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 589 unit: def textvqa_doc_to_visual() file: lmms_eval/tasks/textvqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 590 unit: def refcoco_doc_to_text() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 591 unit: def refcoco_bleu4() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 592 unit: def refcoco_bleu3() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 593 unit: def refcoco_bleu2() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 594 unit: def refcoco_bleu1() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 595 unit: def refcoco_meteor() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 596 unit: def refcoco_rougel() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 597 unit: def refcoco_cider() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 598 unit: def refcoco_spice() file: lmms_eval/tasks/refcocog/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 599 unit: def mme_doc_to_visual() file: lmms_eval/tasks/mme/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 600 unit: def stvqa_doc_to_visual() file: lmms_eval/tasks/stvqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 601 unit: def seed_doc_to_visual() file: lmms_eval/tasks/seedbench_2/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 602 unit: def pope_doc_to_visual() file: lmms_eval/tasks/pope/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 603 unit: def llava_doc_to_visual() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 604 unit: def llava_conv_aggregation() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 605 unit: def llava_complex_aggregation() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 606 unit: def llava_detail_aggregation() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 607 unit: def llava_all_aggregation() file: lmms_eval/tasks/llava-in-the-wild/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 608 unit: def ocrbench_doc_to_visual() file: lmms_eval/tasks/ocrbench/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 609 unit: def infovqa_doc_to_visual() file: lmms_eval/tasks/infovqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 610 unit: def refcoco_doc_to_text() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 611 unit: def refcoco_bleu4() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 612 unit: def refcoco_bleu3() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 613 unit: def refcoco_bleu2() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 614 unit: def refcoco_bleu1() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 615 unit: def refcoco_meteor() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 616 unit: def refcoco_rougel() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 617 unit: def refcoco_cider() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 618 unit: def refcoco_spice() file: lmms_eval/tasks/refcoco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 619 unit: def vqav2_doc_to_visual() file: lmms_eval/tasks/vqav2/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 620 unit: def olympiadbench_doc_to_visual() file: lmms_eval/tasks/olympiadbench/en_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 621 unit: def is_interval() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 2 LOC McCabe index: 3 number of parameters: 2 id: 622 unit: def sympy_sub_pi() file: lmms_eval/tasks/olympiadbench/olympiadbench_evals.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 2 id: 623 unit: def olympiadbench_doc_to_visual() file: lmms_eval/tasks/olympiadbench/cn_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 624 unit: def ok_vqa_doc_to_visual() file: lmms_eval/tasks/ok_vqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 625 unit: def chartqa_doc_to_visual() file: lmms_eval/tasks/chartqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 626 unit: def mmbench_doc_to_visual() file: lmms_eval/tasks/mmbench/en_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 627 unit: def mmbench_doc_to_visual() file: lmms_eval/tasks/mmbench/cn_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 628 unit: def mmbench_doc_to_visual() file: lmms_eval/tasks/mmbench/cc_utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 629 unit: def refcoco_doc_to_text() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 630 unit: def refcoco_bleu4() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 631 unit: def refcoco_bleu3() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 632 unit: def refcoco_bleu2() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 633 unit: def refcoco_bleu1() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 634 unit: def refcoco_meteor() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 635 unit: def refcoco_rougel() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 636 unit: def refcoco_cider() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 637 unit: def refcoco_spice() file: lmms_eval/tasks/refcoco+/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 638 unit: def flickr_doc_to_visual() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 639 unit: def flickr_doc_to_text() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 640 unit: def flickr_bleu4() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 641 unit: def flickr_bleu3() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 642 unit: def flickr_bleu2() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 643 unit: def flickr_bleu1() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 644 unit: def flickr_meteor() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 645 unit: def flickr_rougel() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 646 unit: def flickr_cider() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 647 unit: def flickr_spice() file: lmms_eval/tasks/flickr30k/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 648 unit: def llava_doc_to_visual() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 649 unit: def llava_conv_aggregation() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 650 unit: def llava_complex_aggregation() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 651 unit: def llava_detail_aggregation() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 652 unit: def llava_all_aggregation() file: lmms_eval/tasks/llava-bench-coco/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 653 unit: def mathvista_doc_to_visual() file: lmms_eval/tasks/mathvista/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 654 unit: def textcaps_doc_to_visual() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 655 unit: def textcaps_doc_to_text() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 656 unit: def textcaps_bleu4() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 657 unit: def textcaps_bleu3() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 658 unit: def textcaps_bleu2() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 659 unit: def textcaps_bleu1() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 660 unit: def textcaps_meteor() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 661 unit: def textcaps_rougel() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 662 unit: def textcaps_cider() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 663 unit: def textcaps_spice() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 664 unit: def textcaps_test_process_result() file: lmms_eval/tasks/textcaps/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 665 unit: def multidocvqa_doc_to_visual() file: lmms_eval/tasks/multidocvqa/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 3 number of parameters: 1 id: 666 unit: def __init__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 667 unit: def get_reordered() file: lmms_eval/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 1 id: 668 unit: def regex_replace() file: lmms_eval/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 4 id: 669 unit: def create_iterator() file: lmms_eval/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 4 id: 670 unit: def group_by_index() file: lmms_eval/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 671 unit: def __len__() file: lmms_eval/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 672 unit: def __init__() file: lmms_eval/api/filter.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 3 id: 673 unit: def __init__() file: lmms_eval/filters/selection.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 674 unit: def __init__() file: lmms_eval/filters/selection.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 1