id: 1
unit: def get_fn_completions()
file: src/alpaca_eval/decoders/__init__.py
start line: 0
end line: 0
size: 80 LOC
McCabe index: 21
number of parameters: 2

id: 2
unit: def plot_paired_ttest_nsamples()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 3
number of parameters: 1

id: 3
unit: def __call__()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 19
number of parameters: 3

id: 4
unit: def plot_paired_ttests_per_dataset()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 7
number of parameters: 3

id: 5
unit: def get_completions()
file: src/alpaca_eval/main.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 10
number of parameters: 3

id: 6
unit: def load_or_convert_to_dataframe()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 13
number of parameters: 6

id: 7
unit: def get_metrics_evaluator()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 2
number of parameters: 3

id: 8
unit: def plot_paired_ttests_pvalues()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 8
number of parameters: 1

id: 9
unit: def get_precomputed_leaderboard()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 6
number of parameters: 3

id: 10
unit: def _annotate()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 12
number of parameters: 3

id: 11
unit: def get_list_biases()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 6
number of parameters: 3

id: 12
unit: def _preprocess()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 2

id: 13
unit: def _get_chat_completion()
file: src/alpaca_eval/decoders/jinachat.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 6
number of parameters: 2

id: 14
unit: def inference_helper()
file: src/alpaca_eval/decoders/huggingface_api.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 5

id: 15
unit: def lmsys_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 6
number of parameters: 1

id: 16
unit: def single_logprob_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 17
number of parameters: 2

id: 17
unit: def add_referenced_model_()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 8
number of parameters: 2

id: 18
unit: def describe_head2head()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 2

id: 19
unit: def get_output_path()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 4

id: 20
unit: def _parse_completions()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 2

id: 21
unit: def plot_paired_ttests()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 1

id: 22
unit: def _preprocess()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 2

id: 23
unit: def evaluate()
file: src/alpaca_eval/main.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 0

id: 24
unit: def _get_price_per_token()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 2

id: 25
unit: def print_leaderboard()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 4

id: 26
unit: def __init__()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 10

id: 27
unit: def _prompt_to_chatml()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 3

id: 28
unit: def __init__()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 0

id: 29
unit: def regex_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 3

id: 30
unit: def contains_list()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 1

id: 31
unit: def _initialize_annotators()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 32
unit: def analyze_evaluators()
file: src/alpaca_eval/main.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 33
unit: def ranking_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 2

id: 34
unit: def load_configs()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 3

id: 35
unit: def _initialize_cache()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 36
unit: def plot_config()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 10

id: 37
unit: def save_fig()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 4

id: 38
unit: def _openai_completion_helper()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 10

id: 39
unit: def _random_mode()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 7
number of parameters: 5

id: 40
unit: def _get_ttest_df()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 4

id: 41
unit: def random_derangement()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 3

id: 42
unit: def dataframe_chunk_generator()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 6
number of parameters: 3

id: 43
unit: def openai_completions()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 44
unit: def _select_n_annotations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 4

id: 45
unit: def _postprocess()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 46
unit: def evaluate_from_model()
file: src/alpaca_eval/main.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 47
unit: def huggingface_local_completions()
file: src/alpaca_eval/decoders/huggingface_local.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 48
unit: def _switch_or_unswitch()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 3

id: 49
unit: def ALPACAEVAL_INSTRUCTION_PARAMETERS()
file: src/alpaca_eval/constants.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 50
unit: def ALPACAFARM_GOLD_CROSSANNOTATIONS()
file: src/alpaca_eval/constants.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 0

id: 51
unit: def ALPACAFARM_GOLD_ANNOTATIONS()
file: src/alpaca_eval/constants.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 0

id: 52
unit: def ALPACAFARM_ALL_OUTPUTS()
file: src/alpaca_eval/constants.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 0

id: 53
unit: def _pairwise_ttest()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 54
unit: def read_or_return()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 55
unit: def get_module_attribute()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 56
unit: def _apply_cached_annotations()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 57
unit: def preprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 58
unit: def postprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 59
unit: def json_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 9
number of parameters: 2

id: 60
unit: def compare_leaderboards()
file: scripts/precompute.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 61
unit: def _find_first_match()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 3

id: 62
unit: def convert_to_dataframe()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 63
unit: def make_leaderboard()
file: src/alpaca_eval/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 64
unit: def __init__()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 10

id: 65
unit: def estimate_bias()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 66
unit: def _get_annotations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 3

id: 67
unit: def get_alpaca_eval_data()
file: src/alpaca_eval/constants.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 68
unit: def make_leaderboard_like()
file: scripts/precompute.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 69
unit: def get_generator_name()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 70
unit: def _add_missing_primary_keys_()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 2

id: 71
unit: def save()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 72
unit: def annotate_samples()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 73
unit: def __init__()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 4

id: 74
unit: def _get_price_per_token()
file: src/alpaca_eval/decoders/anthropic.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 75
unit: def vllm_local_completions()
file: src/alpaca_eval/decoders/vllm_local.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 76
unit: def _google_completion_helper()
file: src/alpaca_eval/decoders/google.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 77
unit: def __init__()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 78
unit: def postprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 79
unit: def get_annotations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 4

id: 80
unit: def preprocess()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 81
unit: def plot_all_properties()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 82
unit: def get_all_clients()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 83
unit: def load_()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 84
unit: def __init__()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 85
unit: def annotate_head2head()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 86
unit: def main()
file: src/alpaca_eval/main.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 6
number of parameters: 0

id: 87
unit: def _anthropic_completion_helper()
file: src/alpaca_eval/decoders/anthropic.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 4

id: 88
unit: def _bedrock_anthropic_completion_helper()
file: src/alpaca_eval/decoders/bedrock_anthropic.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 89
unit: def _cohere_completion_helper()
file: src/alpaca_eval/decoders/cohere.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 90
unit: def _replicate_completion_helper()
file: src/alpaca_eval/decoders/replicate.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 91
unit: def preprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 92
unit: def agreement_of_annotations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 93
unit: def get_crossannotations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 94
unit: def _get_longest_predictor()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 95
unit: def generalized_win_rate()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 96
unit: def eval_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 97
unit: def annotate()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 98
unit: def _preprocess_evaluator_leaderboard()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 99
unit: def check_imports()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 100
unit: def prioritize_elements()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 101
unit: def _store_annotations_()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 102
unit: def _get_other_input_keys_to_keep()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 103
unit: def _get_other_output_keys_to_keep()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 104
unit: def _refresh_annotations_()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 105
unit: def _search_processor()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 106
unit: def _preprocess()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 107
unit: def _fn_replace_if_switch()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 1

id: 108
unit: def _postprocess()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 109
unit: def anthropic_completions()
file: src/alpaca_eval/decoders/anthropic.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 110
unit: def bedrock_anthropic_completions()
file: src/alpaca_eval/decoders/bedrock_anthropic.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 111
unit: def google_completions()
file: src/alpaca_eval/decoders/google.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 112
unit: def _get_price()
file: src/alpaca_eval/decoders/google.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 113
unit: def huggingface_api_completions()
file: src/alpaca_eval/decoders/huggingface_api.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 114
unit: def logprob_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 115
unit: def precompute_on_all_human_leaderboard()
file: scripts/precompute.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 116
unit: def plot_bias_vs_variance()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 117
unit: def plot_winrate_correlations()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 118
unit: def import_class()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 119
unit: def __call__()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 120
unit: def _initialize_annotators_config()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 121
unit: def _merge_annotations()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 122
unit: def _filter_annotations_before_storing()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 123
unit: def cohere_completions()
file: src/alpaca_eval/decoders/cohere.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 124
unit: def replicate_completions()
file: src/alpaca_eval/decoders/replicate.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 125
unit: def __init__()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 126
unit: def postprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 127
unit: def _try_json_load()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 128
unit: def estimate_variance()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 129
unit: def estimate_correlations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 130
unit: def precompute_evaluator_leaderboard()
file: scripts/precompute.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 131
unit: def evaluator_renamer()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 132
unit: def make_prompts()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 133
unit: def convert_ordinal_to_binary_preference()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 134
unit: def silent()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 135
unit: def _postprocess_and_store_()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 136
unit: def _get_all_keys_to_keep()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 137
unit: def annotate_pairs()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 138
unit: def __init__()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 139
unit: def _score_of_single_annotations()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 140
unit: def pairwise_to_winrate()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 141
unit: def _bayes_estimator()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 5
number of parameters: 2

id: 142
unit: def replace_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 143
unit: def update_leaderboard()
file: scripts/precompute.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 3

id: 144
unit: def check_pkg_atleast_version()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 145
unit: def __enter__()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 146
unit: def __exit__()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 147
unit: def _filter_annotations_before_storing()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 148
unit: def __init__()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 149
unit: def _store_annotations_()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 150
unit: def _string_to_dict()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 151
unit: def jina_chat_completions()
file: src/alpaca_eval/decoders/jinachat.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 152
unit: def __init__()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 153
unit: def _get_bayes_estimator()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 154
unit: def score()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 155
unit: def bayes_estimator()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 156
unit: def plot_quality_vs_price_and_time()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 157
unit: def plot_quality_vs_price()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 158
unit: def plot_quality_vs_price()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 159
unit: def plot_quality_vs_time()
file: src/alpaca_eval/plotting.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 160
unit: def random_seeded_choice()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 5

id: 161
unit: def is_derangement()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 162
unit: def __str__()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 163
unit: def __enter__()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 164
unit: def __exit__()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 165
unit: def validate_alpacaeval_preference()
file: src/alpaca_eval/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 166
unit: def SingleAnnotator()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 167
unit: def available_fields_to_format()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 168
unit: def annotation_key()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 169
unit: def random_seed_keys()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 170
unit: def annotator_name()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 171
unit: def _search_fn_completion_parser()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 172
unit: def _get_prompt_template()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 173
unit: def _make_prompts()
file: src/alpaca_eval/annotators/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 174
unit: def SingleAnnotator()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 175
unit: def annotation_key()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 176
unit: def random_seed_keys()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 177
unit: def set_noise()
file: src/alpaca_eval/annotators/pairwise_evaluator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 178
unit: def __init__()
file: src/alpaca_eval/decoders/huggingface_local.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 179
unit: def __len__()
file: src/alpaca_eval/decoders/huggingface_local.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 180
unit: def __getitem__()
file: src/alpaca_eval/decoders/huggingface_local.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 181
unit: def _requires_chatml()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 182
unit: def _get_backwards_compatible_configs()
file: src/alpaca_eval/decoders/openai.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 183
unit: def preprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 184
unit: def postprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 185
unit: def col1()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 186
unit: def col2()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 187
unit: def postprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 188
unit: def preprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 189
unit: def _tmp_col()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 190
unit: def other_output_keys_to_keep()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 191
unit: def preprocess()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 192
unit: def _tmp_col()
file: src/alpaca_eval/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 193
unit: def get_length_biases()
file: src/alpaca_eval/analyze.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 194
unit: def _score()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 195
unit: def _bayes_estimator()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 196
unit: def _idcs_draws()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 197
unit: def error()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 198
unit: def sem()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 199
unit: def generalized_win_rate()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 200
unit: def preprocess_predictions()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 201
unit: def preprocess_targets()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 202
unit: def _score()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 203
unit: def _bayes_estimator()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 204
unit: def preprocess_predictions()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 205
unit: def preprocess_targets()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 206
unit: def _score()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 207
unit: def _score()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 208
unit: def _bayes_estimator()
file: src/alpaca_eval/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 209
unit: def pipeline_meta_parser()
file: src/alpaca_eval/completion_parsers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 210
unit: def main()
file: scripts/precompute.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2