id: 1
unit: def run()
file: evals/cli/oaieval.py
start line: 0
end line: 0
size: 98 LOC
McCabe index: 25
number of parameters: 2

id: 2
unit: def eval_sample()
file: evals/elsuite/ballots/eval.py
start line: 0
end line: 0
size: 87 LOC
McCabe index: 17
number of parameters: 3

id: 3
unit: def eval_sample()
file: evals/elsuite/mmmu/eval.py
start line: 0
end line: 0
size: 86 LOC
McCabe index: 11
number of parameters: 3

id: 4
unit: def solve_diagram()
file: evals/registry/data/simple_physics_engine/solver.py
start line: 0
end line: 0
size: 77 LOC
McCabe index: 31
number of parameters: 1

id: 5
unit: def plot_results()
file: evals/elsuite/bugged_tools/scripts/plot_experiments.py
start line: 0
end line: 0
size: 73 LOC
McCabe index: 23
number of parameters: 3

id: 6
unit: def create_id_based_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 72 LOC
McCabe index: 26
number of parameters: 1

id: 7
unit: def make_bar_plot()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 71 LOC
McCabe index: 16
number of parameters: 4

id: 8
unit: def eval_sample()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 70 LOC
McCabe index: 13
number of parameters: 4

id: 9
unit: def _solve()
file: evals/elsuite/hr_ml_agent_bench/solvers/baseline.py
start line: 0
end line: 0
size: 69 LOC
McCabe index: 5
number of parameters: 3

id: 10
unit: def make_bar_plot()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 67 LOC
McCabe index: 18
number of parameters: 3

id: 11
unit: def run()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 65 LOC
McCabe index: 16
number of parameters: 2

id: 12
unit: def forward()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/env/train.py
start line: 0
end line: 0
size: 65 LOC
McCabe index: 14
number of parameters: 2

id: 13
unit: def get_parser()
file: evals/cli/oaieval.py
start line: 0
end line: 0
size: 65 LOC
McCabe index: 1
number of parameters: 0

id: 14
unit: def action2create_function()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 63 LOC
McCabe index: 24
number of parameters: 1

id: 15
unit: def execute()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 62 LOC
McCabe index: 16
number of parameters: 3

id: 16
unit: def create_playwright_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 7
number of parameters: 1

id: 17
unit: def run()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 20
number of parameters: 2

id: 18
unit: def main()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/env/train.py
start line: 0
end line: 0
size: 61 LOC
McCabe index: 8
number of parameters: 0

id: 19
unit: def dfs()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 60 LOC
McCabe index: 17
number of parameters: 3

id: 20
unit: def count_tokens()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 58 LOC
McCabe index: 13
number of parameters: 2

id: 21
unit: def main()
file: evals/elsuite/self_prompting/scripts/make_plots.py
start line: 0
end line: 0
size: 57 LOC
McCabe index: 4
number of parameters: 0

id: 22
unit: def _compute_grouped_metrics()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 57 LOC
McCabe index: 12
number of parameters: 2

id: 23
unit: def retrieve_viewport_info()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 56 LOC
McCabe index: 19
number of parameters: 2

id: 24
unit: def plot_rewards()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 56 LOC
McCabe index: 28
number of parameters: 5

id: 25
unit: def config()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 55 LOC
McCabe index: 3
number of parameters: 0

id: 26
unit: def current_viewport_html()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 14
number of parameters: 2

id: 27
unit: def solve()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 23
number of parameters: 3

id: 28
unit: def make_plot()
file: evals/elsuite/theory_of_mind/scripts/make_plots.py
start line: 0
end line: 0
size: 50 LOC
McCabe index: 11
number of parameters: 2

id: 29
unit: def step()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 6
number of parameters: 2

id: 30
unit: def run()
file: evals/elsuite/make_me_pay/eval.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 16
number of parameters: 2

id: 31
unit: def _few_shot_messages()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 2
number of parameters: 2

id: 32
unit: def browser_is_equivalent()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 48 LOC
McCabe index: 25
number of parameters: 2

id: 33
unit: def eval_sample()
file: evals/elsuite/cant_do_that_anymore/eval.py
start line: 0
end line: 0
size: 48 LOC
McCabe index: 3
number of parameters: 4

id: 34
unit: def extract_results()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 48 LOC
McCabe index: 17
number of parameters: 1

id: 35
unit: def main()
file: evals/elsuite/function_deduction/scripts/make_plots.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 1
number of parameters: 0

id: 36
unit: def eval_sample()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 5
number of parameters: 5

id: 37
unit: def run()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 13
number of parameters: 2

id: 38
unit: def eval_sample()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 9
number of parameters: 4

id: 39
unit: def _make_target_plot()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 45 LOC
McCabe index: 5
number of parameters: 1

id: 40
unit: def execute_script()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 45 LOC
McCabe index: 12
number of parameters: 3

id: 41
unit: def make_ask_guess_incorrect_plot()
file: evals/elsuite/function_deduction/scripts/make_plots.py
start line: 0
end line: 0
size: 45 LOC
McCabe index: 4
number of parameters: 2

id: 42
unit: def _solve()
file: evals/elsuite/bluff/strategy_solver.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 9
number of parameters: 2

id: 43
unit: def render_many_sets()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 9
number of parameters: 2

id: 44
unit: def _eval_retrieval_sample()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 6
number of parameters: 4

id: 45
unit: def main()
file: evals/elsuite/sandbagging/scripts/sandbagging_subset_plots.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 4
number of parameters: 0

id: 46
unit: def test()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 18
number of parameters: 1

id: 47
unit: def _flush_events_internal()
file: evals/record.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 8
number of parameters: 2

id: 48
unit: def performance_loss_per_task()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 7
number of parameters: 3

id: 49
unit: def parse_playwright_code()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 11
number of parameters: 1

id: 50
unit: def parse_solver_preds()
file: evals/elsuite/identifying_variables/utils.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 8
number of parameters: 1

id: 51
unit: def make_task_data()
file: evals/elsuite/steganography/scripts/dataset/dataset.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 4
number of parameters: 0

id: 52
unit: def plot_accuracy_by_task()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 7
number of parameters: 5

id: 53
unit: def make_payload_data()
file: evals/elsuite/steganography/scripts/dataset/dataset.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 3
number of parameters: 0

id: 54
unit: def _initialize_task_env()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 17
number of parameters: 1

id: 55
unit: def grade_submission()
file: evals/elsuite/hr_ml_agent_bench/auto_marking.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 5
number of parameters: 2

id: 56
unit: def renew_comb()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/auto_login.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 5
number of parameters: 1

id: 57
unit: def run()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 10
number of parameters: 1

id: 58
unit: def __post_init__()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 18
number of parameters: 1

id: 59
unit: def _cut_messages_to_fit()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 11
number of parameters: 2

id: 60
unit: def exec_command()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 7
number of parameters: 0

id: 61
unit: def exec_commands()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 7
number of parameters: 0

id: 62
unit: def get_predictions()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/env/train.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 3
number of parameters: 2

id: 63
unit: def eval_sample()
file: evals/elsuite/modelgraded/classify.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 7
number of parameters: 3

id: 64
unit: def make_plot()
file: evals/elsuite/make_me_pay/scripts/make_plots.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 8
number of parameters: 5

id: 65
unit: def extract_vote_data_from_df()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 5
number of parameters: 1

id: 66
unit: def run()
file: evals/elsuite/cant_do_that_anymore/eval.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 8
number of parameters: 2

id: 67
unit: def count_tokens()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 9
number of parameters: 1

id: 68
unit: def n_ctx_from_model_name()
file: evals/registry.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 7
number of parameters: 1

id: 69
unit: def eval_sample()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 7
number of parameters: 4

id: 70
unit: def _evaluate_sample()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 11
number of parameters: 4

id: 71
unit: def main()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 3
number of parameters: 0

id: 72
unit: def create_random_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 1
number of parameters: 0

id: 73
unit: def plot_difficulty_bars()
file: evals/elsuite/identifying_variables/scripts/plotting_utils.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 5
number of parameters: 3

id: 74
unit: def make_plot()
file: evals/elsuite/twenty_questions/scripts/make_plots.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 10
number of parameters: 4

id: 75
unit: def run()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 17
number of parameters: 2

id: 76
unit: def get_rules()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 4
number of parameters: 0

id: 77
unit: def setup_container()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 10
number of parameters: 2

id: 78
unit: def parse_action_string()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 5
number of parameters: 2

id: 79
unit: def count_tokens()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 8
number of parameters: 1

id: 80
unit: def _make_success_plot()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 10
number of parameters: 1

id: 81
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/baselines/human.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 1
number of parameters: 2

id: 82
unit: def understand_file()
file: evals/elsuite/hr_ml_agent_bench/high_level_actions.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 10
number of parameters: 5

id: 83
unit: def _get_sample_std()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 19
number of parameters: 2

id: 84
unit: def performance_loss_per_model()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 4
number of parameters: 3

id: 85
unit: def _filter_to_prevent_pinning()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 9
number of parameters: 3

id: 86
unit: def extract_results()
file: evals/elsuite/cant_do_that_anymore/scripts/make_plots.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 3
number of parameters: 1

id: 87
unit: def _get_execution_time()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/grade.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 3
number of parameters: 1

id: 88
unit: def _solve()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 6
number of parameters: 3

id: 89
unit: def process_miskito_page()
file: evals/elsuite/skill_acquisition/scraping/scrape_miskito.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 12
number of parameters: 0

id: 90
unit: def make_reconstruction_vs_compression_plot()
file: evals/elsuite/text_compression/scripts/make_plots.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 9
number of parameters: 2

id: 91
unit: def _solve()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 7
number of parameters: 3

id: 92
unit: def accuracy_by_model_dfs()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 2

id: 93
unit: def _construct_prompt()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 7
number of parameters: 2

id: 94
unit: def run()
file: evals/elsuite/sandbagging/sandbagging_eval.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 7
number of parameters: 2

id: 95
unit: def eval_sample()
file: evals/elsuite/basic/json_match.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 7
number of parameters: 3

id: 96
unit: def main()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 1

id: 97
unit: def run()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 10
number of parameters: 2

id: 98
unit: def make_reconstruction_vs_detectability_plot()
file: evals/elsuite/steganography/scripts/make_plots.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 9
number of parameters: 2

id: 99
unit: def forward()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/human_baseline.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 11
number of parameters: 2

id: 100
unit: def eval_sample()
file: evals/elsuite/hr_ml_agent_bench/eval.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 4
number of parameters: 4

id: 101
unit: def plot_maze()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 5
number of parameters: 3

id: 102
unit: def iter_test()
file: evals/registry/data/hr_ml_agent_bench/parkinsons_disease/dataset/public_timeseries_testing_util.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 9
number of parameters: 1

id: 103
unit: def extract_results()
file: evals/elsuite/bluff/scripts/make_plots.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 7
number of parameters: 1

id: 104
unit: def run()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 4
number of parameters: 2

id: 105
unit: def fill_results_dict()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 6
number of parameters: 2

id: 106
unit: def generate()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 11
number of parameters: 1

id: 107
unit: def eval_sample()
file: evals/elsuite/translate.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 7
number of parameters: 3

id: 108
unit: def fetch_browser_window_config()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 1
number of parameters: 1

id: 109
unit: def render_only_ind()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 5
number of parameters: 2

id: 110
unit: def make_token_per_sample_df()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 2
number of parameters: 2

id: 111
unit: def num_tokens_from_messages()
file: evals/elsuite/steganography/scripts/dataset/utils.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 11
number of parameters: 2

id: 112
unit: def eval_sample()
file: evals/elsuite/steganography/eval.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 1
number of parameters: 3

id: 113
unit: def eval_sample()
file: evals/elsuite/schelling_point/eval.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 3
number of parameters: 3

id: 114
unit: def num_tokens_from_messages()
file: evals/elsuite/text_compression/scripts/dataset/utils.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 11
number of parameters: 2

id: 115
unit: def run()
file: evals/elsuite/twenty_questions/eval.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 12
number of parameters: 2

id: 116
unit: def record_event()
file: evals/record.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 7
number of parameters: 4

id: 117
unit: def process()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 10
number of parameters: 3

id: 118
unit: def make_plot()
file: evals/elsuite/self_prompting/scripts/make_plots.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 4
number of parameters: 3

id: 119
unit: def render_single_set()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 3
number of parameters: 2

id: 120
unit: def __getitem__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 8
number of parameters: 2

id: 121
unit: def _eval_non_retrieval_sample()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 3
number of parameters: 4

id: 122
unit: def __getitem__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 8
number of parameters: 2

id: 123
unit: def create_dataset()
file: evals/elsuite/function_deduction/scripts/dataset/create_dataset.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 11
number of parameters: 2

id: 124
unit: def open_by_file_pattern()
file: evals/data.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 9
number of parameters: 4

id: 125
unit: def random_divisible_line()
file: evals/registry/data/points_on_line/eval_generator.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 3

id: 126
unit: def calculate_probabilities()
file: evals/registry/data/poker_analysis/poker_analysis_sample_generator.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 13
number of parameters: 2

id: 127
unit: def _send_event()
file: evals/record.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 8
number of parameters: 2

id: 128
unit: def _setup_shopping_admin_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 1

id: 129
unit: def setup()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 4
number of parameters: 0

id: 130
unit: def get_dataset()
file: evals/elsuite/multiple_choice.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 7
number of parameters: 1

id: 131
unit: def eval_sample()
file: evals/elsuite/multiple_choice.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 1
number of parameters: 3

id: 132
unit: def _make_main_metric_plot()
file: evals/elsuite/bluff/scripts/make_plots.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 3
number of parameters: 4

id: 133
unit: def load_mmp_results_from_dir()
file: evals/elsuite/make_me_pay/scripts/make_plots.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 2

id: 134
unit: def _run_prompting()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 4

id: 135
unit: def _make_model_plot()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 7
number of parameters: 1

id: 136
unit: def run()
file: evals/elsuite/ballots/eval.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 6
number of parameters: 2

id: 137
unit: def __call__()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 8
number of parameters: 2

id: 138
unit: def get_action_space()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 6
number of parameters: 0

id: 139
unit: def get_stockfish_move()
file: evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 17
number of parameters: 2

id: 140
unit: def get_bishop_diagonal_moves()
file: evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 12
number of parameters: 2

id: 141
unit: def random_output()
file: evals/elsuite/bugged_tools/bugged_tools.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 8
number of parameters: 2

id: 142
unit: def incorrect_type()
file: evals/elsuite/bugged_tools/bugged_tools.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 5
number of parameters: 2

id: 143
unit: def _render_table()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 2

id: 144
unit: def populate_default_results_dict()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 9
number of parameters: 2

id: 145
unit: def extract_large_results_dict()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 7
number of parameters: 1

id: 146
unit: def test()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/env/train.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 1
number of parameters: 2

id: 147
unit: def _initialize_trace()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 1

id: 148
unit: def json_of_results()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 2

id: 149
unit: def get_dataset()
file: evals/elsuite/mmmu/eval.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 1

id: 150
unit: def _handle_completion_exception()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 4
number of parameters: 2

id: 151
unit: def _ensure_connected()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 4
number of parameters: 1

id: 152
unit: def _setup_shopping_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 2
number of parameters: 1

id: 153
unit: def _setup_wikipedia_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 3
number of parameters: 1

id: 154
unit: def main()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/auto_login.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 8
number of parameters: 0

id: 155
unit: def _solve()
file: evals/elsuite/make_me_pay/solvers/lm_con_artist_solver.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 8
number of parameters: 3

id: 156
unit: def extract_metrics()
file: evals/elsuite/self_prompting/scripts/make_plots.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 3
number of parameters: 1

id: 157
unit: def compute_bp_metrics_from_individual_results()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 5
number of parameters: 1

id: 158
unit: def eval_sample()
file: evals/elsuite/basic/match.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 4
number of parameters: 3

id: 159
unit: def eval_sample()
file: evals/elsuite/basic/fuzzy_match.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 5
number of parameters: 3

id: 160
unit: def determine_sample_type()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 12
number of parameters: 2

id: 161
unit: def record_low_level_step()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 7
number of parameters: 1

id: 162
unit: transform()
file: evals/registry/data/medmcqa/convert.js
start line: 22
end line: 53
size: 24 LOC
McCabe index: 8
number of parameters: 3

id: 163
unit: def add_instance()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 6
number of parameters: 4

id: 164
unit: def get_parser()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 1
number of parameters: 0

id: 165
unit: def record_event()
file: evals/record.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 12
number of parameters: 4

id: 166
unit: def load_private_interaction()
file: evals/solvers/memory.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 6
number of parameters: 2

id: 167
unit: def accuracy_by_model()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 2
number of parameters: 3

id: 168
unit: def container()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 3
number of parameters: 0

id: 169
unit: def to_separate_configs()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 1
number of parameters: 1

id: 170
unit: def eval_sample()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 3
number of parameters: 4

id: 171
unit: def fill_results_dict()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 5
number of parameters: 2

id: 172
unit: def _compute_agg_metrics()
file: evals/elsuite/already_said_that/eval.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 9
number of parameters: 2

id: 173
unit: def __str__()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 10
number of parameters: 1

id: 174
unit: def _log_additional_metrics()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 13
number of parameters: 3

id: 175
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/house_price/scripts/grade.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 5
number of parameters: 1

id: 176
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/scripts/grade.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 6
number of parameters: 1

id: 177
unit: def view_as()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 10
number of parameters: 2

id: 178
unit: def __init__()
file: evals/elsuite/track_the_stat/eval.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 1
number of parameters: 5

id: 179
unit: transform()
file: evals/registry/data/unsolvable_questions/convert.js
start line: 19
end line: 45
size: 23 LOC
McCabe index: 4
number of parameters: 3

id: 180
unit: def _solve()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 3
number of parameters: 3

id: 181
unit: def main()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 1
number of parameters: 0

id: 182
unit: def main()
file: evals/elsuite/sandbagging/scripts/sandbagging_all_plots.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 2
number of parameters: 0

id: 183
unit: def create_none_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 1
number of parameters: 0

id: 184
unit: def server_url_to_client_url()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 2

id: 185
unit: def _bid_higher_or_call_bluff()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 1

id: 186
unit: def eval_sample()
file: evals/elsuite/basic/includes.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 3

id: 187
unit: def eval_sample()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 3
number of parameters: 4

id: 188
unit: def _run_tool_call()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 2

id: 189
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/scripts/grade.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 3
number of parameters: 1

id: 190
unit: def run()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 2

id: 191
unit: def add_token_usage_to_result()
file: evals/cli/oaieval.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 11
number of parameters: 3

id: 192
unit: def eval_sample()
file: evals/elsuite/make_me_pay/eval.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 1
number of parameters: 4

id: 193
unit: def json_match()
file: evals/elsuite/basic/json_match.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 10
number of parameters: 2

id: 194
unit: def _str_to_move()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 9
number of parameters: 3

id: 195
unit: def _update_board()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 6
number of parameters: 2

id: 196
unit: def __getitem__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 8
number of parameters: 2

id: 197
unit: def get_gpu_with_most_available_memory()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 4
number of parameters: 0

id: 198
unit: def create_example()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 6
number of parameters: 1

id: 199
unit: def generate()
file: evals/registry/data/solve-for-variable/tools/problem.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 2

id: 200
unit: def generate()
file: evals/registry/data/solve-for-variable/tools/problem.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 8
number of parameters: 1

id: 201
unit: def maybe_wrap_with_solver()
file: evals/solvers/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 2

id: 202
unit: def step()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 2
number of parameters: 2

id: 203
unit: def make_plot()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_plots.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 2

id: 204
unit: def get_all_winning_hands()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 18
number of parameters: 1

id: 205
unit: def _bid()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 8
number of parameters: 2

id: 206
unit: def get_influencer_prompt()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 2
number of parameters: 2

id: 207
unit: def eval_sample()
file: evals/elsuite/basic/match_with_solvers.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 4
number of parameters: 4

id: 208
unit: def plot_diagonal_bishop_results()
file: evals/elsuite/cant_do_that_anymore/scripts/make_plots.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 5
number of parameters: 2

id: 209
unit: def sparsify_data()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 3

id: 210
unit: def python_repl()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 3

id: 211
unit: def calculate_rolling_averages()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 2

id: 212
unit: def _to_py_types()
file: evals/data.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 11
number of parameters: 2

id: 213
unit: def _generate()
file: evals/registry/data/solve-for-variable/tools/problem.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 1

id: 214
unit: def annotate_axes()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 2

id: 215
unit: def is_expired()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/auto_login.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 4

id: 216
unit: def get_model()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 11
number of parameters: 1

id: 217
unit: def load_bp_results_from_dir()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 1

id: 218
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 2

id: 219
unit: def _compute_agg_metrics()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 13
number of parameters: 2

id: 220
unit: def save()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 6
number of parameters: 2

id: 221
unit: def _eval_sample()
file: evals/elsuite/track_the_stat/eval.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 3

id: 222
unit: def format_example()
file: evals/registry/data/poker_analysis/poker_analysis_sample_generator.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 3
number of parameters: 3

id: 223
unit: def propagate()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 2

id: 224
unit: def __call__()
file: evals/completion_fns/retrieval.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 4

id: 225
unit: def _process_msgs()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 20
number of parameters: 3

id: 226
unit: def plot_accuracy_by_steps_all()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 3

id: 227
unit: def main()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 0

id: 228
unit: def llm_fuzzy_match()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 3

id: 229
unit: def format_msg()
file: evals/elsuite/make_me_pay/utils.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 3

id: 230
unit: def _run_tasking()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 3

id: 231
unit: def prepare_results_dict()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 0

id: 232
unit: def initialize_default_results_dict()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 0

id: 233
unit: def compute_ctrl_recall_posthoc()
file: evals/elsuite/identifying_variables/metrics.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 2

id: 234
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/spaceship_titanic/scripts/grade.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 1

id: 235
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/imdb/scripts/grade.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 1

id: 236
unit: def prepare_task()
file: evals/elsuite/hr_ml_agent_bench/prepare_task.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 2

id: 237
unit: def eval_sample()
file: evals/elsuite/make_me_say/eval.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 3

id: 238
unit: def eval_sample()
file: evals/elsuite/text_compression/eval.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 3

id: 239
unit: def generate_samples()
file: evals/registry/data/simple_physics_engine/samples_generator.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 0

id: 240
unit: def _modify_task_state()
file: evals/solvers/nested/fewshot_solver.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 2

id: 241
unit: def _create_file()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 2

id: 242
unit: def plot_accuracy_by_steps()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 4

id: 243
unit: def eval_sample()
file: evals/elsuite/lambada.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 3

id: 244
unit: def calculate_consistency()
file: evals/elsuite/sandbagging/scripts/consistency_plots.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 8
number of parameters: 1

id: 245
unit: def build_image_from_dockerfile()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 3

id: 246
unit: def create_key_press_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 2
number of parameters: 1

id: 247
unit: def client_url_to_server_url()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 2

id: 248
unit: def fetch_domtree()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 1

id: 249
unit: def main()
file: evals/elsuite/make_me_pay/scripts/make_plots.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 0

id: 250
unit: def initialise_boards()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 0

id: 251
unit: def _solver_used_bugged_input()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 11
number of parameters: 3

id: 252
unit: def handle_cot_double_sampling()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 9
number of parameters: 2

id: 253
unit: def make_default_plots()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 2
number of parameters: 2

id: 254
unit: def json_to_sample()
file: evals/elsuite/identifying_variables/utils.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 2
number of parameters: 1

id: 255
unit: def validation_fn()
file: evals/elsuite/steganography/monitor.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 1

id: 256
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/scripts/grade.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 1

id: 257
unit: def __exit__()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 4

id: 258
unit: def check_file_in_work_dir()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 2

id: 259
unit: def run()
file: evals/elsuite/modelgraded/classify.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 10
number of parameters: 2

id: 260
unit: def get_model()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 10
number of parameters: 1

id: 261
unit: def process_practice_section_div()
file: evals/elsuite/skill_acquisition/scraping/scrape_miskito.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 1

id: 262
unit: def eval_sample()
file: evals/elsuite/twenty_questions/eval.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 4

id: 263
unit: def _get_summary()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 2

id: 264
unit: def _simplify_in_situ()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 7
number of parameters: 1

id: 265
unit: def _to_string()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 8
number of parameters: 4

id: 266
unit: def main()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 0

id: 267
unit: def _convert_dict_to_langchain_message()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 8
number of parameters: 1

id: 268
unit: def _flush_events_internal()
file: evals/record.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 2

id: 269
unit: def record_final_report()
file: evals/record.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 2

id: 270
unit: def get_answers_for_each_question()
file: evals/elsuite/sandbagging/scripts/consistency_plots.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 6
number of parameters: 2

id: 271
unit: def shopping_get_latest_order_url()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 0

id: 272
unit: def from_dict()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 3

id: 273
unit: def to_dict()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 1

id: 274
unit: def load_tom_results_from_dir()
file: evals/elsuite/theory_of_mind/scripts/make_plots.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 2
number of parameters: 2

id: 275
unit: def make_move()
file: evals/elsuite/bluff/bluff/round.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 10
number of parameters: 4

id: 276
unit: def main()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 1

id: 277
unit: def process_example()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 1

id: 278
unit: def _judge_find_bugs()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 2

id: 279
unit: def get_action()
file: evals/elsuite/hr_ml_agent_bench/actions.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 1

id: 280
unit: def undo_edit_script()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 2
number of parameters: 3

id: 281
unit: def _create_response()
file: evals/elsuite/make_me_say/autoeval.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 2
number of parameters: 1

id: 282
unit: def DEFAULT_PERIODIC_MSG_FN()
file: evals/elsuite/make_me_say/defaults.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 1

id: 283
unit: def main()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 1

id: 284
unit: def _get_guess()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 8
number of parameters: 5

id: 285
unit: def __init__()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 5

id: 286
unit: def _convert_msgs_to_google_format()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 287
unit: def _convert_msgs_to_anthropic_format()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 288
unit: def extract_results()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 289
unit: def extract_metrics()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 290
unit: def extract_results()
file: evals/elsuite/sandbagging/scripts/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 291
unit: def setup_network()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 292
unit: def reset()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 2

id: 293
unit: def get_element_center()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 2

id: 294
unit: def pretty_string()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 295
unit: def from_dict()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 3

id: 296
unit: def to_dict()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 1

id: 297
unit: def main()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 298
unit: def _execute_command()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 299
unit: def convert_datapoints_to_eval_dataset()
file: evals/elsuite/theory_of_mind/scripts/data_generation.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 300
unit: def parse_spec()
file: evals/elsuite/make_me_pay/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 1

id: 301
unit: def eval_main_task()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 3

id: 302
unit: def prepare_lichess_2014_dataset()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 303
unit: def parse_stockfish_move()
file: evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 304
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 2

id: 305
unit: def extract_results()
file: evals/elsuite/bugged_tools/scripts/plot_experiments.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 306
unit: def large_offset()
file: evals/elsuite/bugged_tools/bugged_tools.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 2

id: 307
unit: def _get_hypd_unobserved_vars()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 2

id: 308
unit: def main()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 3

id: 309
unit: def extract_results()
file: evals/elsuite/steganography/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 310
unit: def reconstruction_metrics()
file: evals/elsuite/steganography/reconstruction_metrics.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 2

id: 311
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/scripts/grade.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 312
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/grade.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 313
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/scripts/grade.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 314
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/scripts/grade.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 315
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/scripts/grade.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 316
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/scripts/grade.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 317
unit: def run()
file: evals/elsuite/hr_ml_agent_bench/autoeval.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 318
unit: def is_win()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 9
number of parameters: 1

id: 319
unit: def _generate_task_description()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 3

id: 320
unit: def prepare_results_dict()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 0

id: 321
unit: def extract_results()
file: evals/elsuite/text_compression/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 322
unit: def reconstruction_metrics()
file: evals/elsuite/text_compression/reconstruction_metrics.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 2

id: 323
unit: def extract_metrics()
file: evals/elsuite/twenty_questions/scripts/make_plots.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 1

id: 324
unit: def _bad_guess_answer()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 10
number of parameters: 4

id: 325
unit: def find_lowest_entropy_tile()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 1

id: 326
unit: def _get_completion_fn_cls()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 2

id: 327
unit: def extract_individual_results()
file: evals/utils/log_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 328
unit: def create_positive_examples()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 329
unit: def corrects_to_performance_loss_and_error()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 330
unit: def __enter__()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 331
unit: def clean_accesibility_tree()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 1

id: 332
unit: def is_in_viewport()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 3

id: 333
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/helper_functions.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 4

id: 334
unit: def sync_playwright_api()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 2

id: 335
unit: def goto()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 336
unit: def shutdown()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 0

id: 337
unit: def _make_per_round_plot()
file: evals/elsuite/bluff/scripts/make_plots.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 4

id: 338
unit: def get_poker_hand()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 1

id: 339
unit: def _request_bid()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 340
unit: def _previous_round_summary()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 341
unit: def parse_spec()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 342
unit: def _get_player_moves()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 3

id: 343
unit: def __init__()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 344
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 345
unit: def _get_tools()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 346
unit: def try_cast_from_str()
file: evals/elsuite/bugged_tools/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 2

id: 347
unit: def _parse_tool_calls()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 348
unit: def add_padding()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/human_baseline.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 5

id: 349
unit: def add_padding()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/env/train.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 5

id: 350
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/scripts/grade.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 0

id: 351
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/scripts/grade.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 352
unit: def inspect_script_lines()
file: evals/elsuite/hr_ml_agent_bench/high_level_actions.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 5

id: 353
unit: def __post_init__()
file: evals/elsuite/hr_ml_agent_bench/eval.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 1

id: 354
unit: def get_research_problem()
file: evals/elsuite/hr_ml_agent_bench/prepare_task.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 355
unit: def is_user_aware_of_manipulation()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 356
unit: def main()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 357
unit: def run()
file: evals/elsuite/schelling_point/eval.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 358
unit: def _get_success_metrics()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 8
number of parameters: 2

id: 359
unit: def _load_registry()
file: evals/registry.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 3

id: 360
unit: def generate_example()
file: evals/registry/data/poker_analysis/poker_analysis_sample_generator.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 361
unit: def _simplify_minus()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 1

id: 362
unit: def __call__()
file: evals/completion_fns/cot.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 3

id: 363
unit: def _create_event()
file: evals/record.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 4

id: 364
unit: def save_private_interaction()
file: evals/solvers/memory.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 2

id: 365
unit: def from_evals_message()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 366
unit: def _solve()
file: evals/solvers/human_cli_solver.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 367
unit: def clone_and_load_data()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 368
unit: def _get_correct_reasoning_task_state()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 2

id: 369
unit: def main()
file: evals/elsuite/sandbagging/scripts/consistency_plots.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 370
unit: def compute_all_model_scores()
file: evals/elsuite/sandbagging/scripts/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 371
unit: def __exit__()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 7
number of parameters: 2

id: 372
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 373
unit: def partially_in_viewport()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 374
unit: def is_equivalent()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 375
unit: def shopping_get_auth_token()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 376
unit: def shopping_get_sku_latest_review_rating()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 377
unit: def _create_opponent()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 378
unit: def main()
file: evals/elsuite/cant_do_that_anymore/scripts/make_plots.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 379
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 380
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 381
unit: def small_offset()
file: evals/elsuite/bugged_tools/bugged_tools.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 382
unit: def mention_unobserved_vars()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 383
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 384
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 385
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/scripts/grade.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 386
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/scripts/grade.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 387
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/scripts/grade.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 388
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/scripts/grade.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 389
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/scripts/grade.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 390
unit: def test_model()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/env/train.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 391
unit: def _setup_log_dir()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 1

id: 392
unit: def run()
file: evals/elsuite/hr_ml_agent_bench/eval.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 393
unit: def check_file_read_only()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 394
unit: def is_violation()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 8
number of parameters: 1

id: 395
unit: def compute_state()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 2

id: 396
unit: def f1_score()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 397
unit: def format_necessary()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 9
number of parameters: 4

id: 398
unit: def process_view_instruction()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 399
unit: def __init__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 400
unit: def run_completion()
file: evals/elsuite/text_compression/compression.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 3

id: 401
unit: def __init__()
file: evals/elsuite/twenty_questions/eval.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 402
unit: def format_msg()
file: evals/elsuite/twenty_questions/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 3

id: 403
unit: def _few_shot_messages()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 404
unit: def _get_complexity_tests()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 13
number of parameters: 2

id: 405
unit: def _solve()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 2

id: 406
unit: def write_lines_to_file()
file: evals/registry/data/mapping_to_matricies/data_generator.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 8
number of parameters: 4

id: 407
unit: def main()
file: evals/registry/data/solve-for-variable/tools/problem.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 0

id: 408
unit: def record_match()
file: evals/record.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 7

id: 409
unit: def __init__()
file: evals/solvers/nested/self_consistency_solver.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 410
unit: def _handle_completion_exception()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 411
unit: def _run_assistant_retrying()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 412
unit: def _perform_prechecks()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 3

id: 413
unit: def extract_final_results()
file: evals/utils/log_utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 414
unit: def extract_spec()
file: evals/utils/log_utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 415
unit: def robust_query()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 4

id: 416
unit: def load_jsonl_log()
file: evals/elsuite/sandbagging/scripts/consistency_plots.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 1

id: 417
unit: def extract_action()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 418
unit: def _extract_action()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 419
unit: def _setup_gitlab_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 420
unit: def evaluator_router()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 421
unit: def shopping_get_sku_latest_review_author()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 422
unit: def reddit_get_post_url()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 423
unit: def build_task_outcomes()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_plots.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 424
unit: def build_task_outcome()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_plots.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 3

id: 425
unit: def from_string()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 8
number of parameters: 2

id: 426
unit: def __init__()
file: evals/elsuite/make_me_pay/eval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 427
unit: def _add_promotion_moves()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 428
unit: def main()
file: evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 429
unit: def compute_num_previous_bishop_moves()
file: evals/elsuite/cant_do_that_anymore/scripts/make_plots.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 430
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 431
unit: def precision_recall_fscore()
file: evals/elsuite/bugged_tools/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 13
number of parameters: 1

id: 432
unit: def are_correlated()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 3

id: 433
unit: def _get_samples()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 434
unit: def run()
file: evals/elsuite/steganography/eval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 2

id: 435
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/scripts/grade.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 436
unit: def smapep1()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/env/train.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 437
unit: def get_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/scripts/grade.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 438
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 439
unit: def run()
file: evals/elsuite/make_me_say/autoeval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 440
unit: def is_codeword_mentioned_by_user()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 441
unit: def run()
file: evals/elsuite/make_me_say/eval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 442
unit: def __init__()
file: evals/elsuite/modelgraded/classify.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 443
unit: def concat_n_completions()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 444
unit: def calculate_episode_rewards()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 445
unit: def _compute_agg_metrics()
file: evals/elsuite/track_the_stat/eval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 446
unit: def parse_solver_output()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 447
unit: def clean_soup()
file: evals/elsuite/skill_acquisition/scraping/scrape_distractor_articles.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 1

id: 448
unit: def generate_task_state_for()
file: evals/elsuite/twenty_questions/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 6

id: 449
unit: def __init__()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 450
unit: def iter_jsonls()
file: evals/data.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 6
number of parameters: 3

id: 451
unit: def get_base_eval()
file: evals/registry.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 452
unit: transform()
file: evals/registry/data/unsolvable_questions/findFailures.js
start line: 19
end line: 33
size: 12 LOC
McCabe index: 3
number of parameters: 3

id: 453
unit: def comp_float_mul()
file: evals/registry/data/points_on_line/eval_generator.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 3

id: 454
unit: def assemble_test_format()
file: evals/registry/data/points_on_line/eval_generator.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 455
unit: def create_row()
file: evals/registry/data/simple_physics_engine/samples_generator.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 2

id: 456
unit: def get_valid_directions()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 457
unit: def make_abc()
file: evals/formatting.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 5

id: 458
unit: def _flush_events_internal()
file: evals/record.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 459
unit: def record_final_report()
file: evals/record.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 2

id: 460
unit: def _extract_answer()
file: evals/solvers/nested/self_consistency_solver.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 461
unit: def maybe_wrap_with_compl_fn()
file: evals/solvers/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 462
unit: def is_chat_model()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 463
unit: def __init__()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 464
unit: def _make_logit_bias()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 3

id: 465
unit: def create_data_subset()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 466
unit: def print_example()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 467
unit: def __init__()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 468
unit: def run()
file: evals/elsuite/translate.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 2

id: 469
unit: def get_questions()
file: evals/elsuite/sandbagging/scripts/consistency_plots.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 1

id: 470
unit: def _get_encoding()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 471
unit: def teardown_container()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 472
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 473
unit: def gitlab_get_project_memeber_role()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/helper_functions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 474
unit: def run()
file: evals/elsuite/multistep_web_tasks/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 475
unit: def main()
file: evals/elsuite/bluff/scripts/make_plots.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 476
unit: def play()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 477
unit: def run_eval()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 478
unit: def __init__()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 479
unit: def make_plots()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 2

id: 480
unit: def run()
file: evals/elsuite/basic/match_with_solvers.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 481
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 482
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 483
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 484
unit: def main()
file: evals/elsuite/bugged_tools/scripts/plot_experiments.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 485
unit: def main()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 486
unit: def _solve()
file: evals/elsuite/identifying_variables/solvers.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 487
unit: def _build_message()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 2

id: 488
unit: def make_undetected_acc_plot()
file: evals/elsuite/steganography/scripts/make_plots.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 489
unit: def main()
file: evals/elsuite/steganography/scripts/make_plots.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 490
unit: def semantic_distance()
file: evals/elsuite/steganography/reconstruction_metrics.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 491
unit: def run_experiment()
file: evals/elsuite/hr_ml_agent_bench/scripts/run_experiments.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 492
unit: def is_valid_action()
file: evals/elsuite/hr_ml_agent_bench/actions.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 493
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/env/train.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 6

id: 494
unit: def set_word_list()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 3

id: 495
unit: def _mentions_codeword()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 496
unit: def __init__()
file: evals/elsuite/make_me_say/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 3

id: 497
unit: def _parse_action()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 498
unit: def extract_metrics()
file: evals/elsuite/skill_acquisition/scripts/make_plots.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 499
unit: def __init__()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 500
unit: def eval_sample()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 4

id: 501
unit: def semantic_distance()
file: evals/elsuite/text_compression/reconstruction_metrics.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 502
unit: def run()
file: evals/elsuite/text_compression/eval.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 2

id: 503
unit: def cot_template()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 504
unit: def _get_ask()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 3

id: 505
unit: def build_graph()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 1

id: 506
unit: def generate_one_sample_json_string()
file: evals/registry/data/mapping_to_matricies/data_generator.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 3

id: 507
unit: def extract_score()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 508
unit: def _replace()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 6

id: 509
unit: def _gen()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 510
unit: def create_wave_array()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 9
number of parameters: 2

id: 511
unit: def __init__()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 512
unit: def query()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 6

id: 513
unit: def create_negative_examples()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 514
unit: def _get_no_reasoning_task_state()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 515
unit: def create_total_no_correct_hist()
file: evals/elsuite/sandbagging/scripts/consistency_plots.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 3

id: 516
unit: def finish_plot()
file: evals/elsuite/sandbagging/scripts/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 517
unit: def _run_container_setup()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 518
unit: def _setup()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 519
unit: def create_scroll_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 520
unit: def _episode_should_continue()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 521
unit: def load_experiment_config_from_dict()
file: evals/elsuite/multistep_web_tasks/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 522
unit: def make_move()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 523
unit: def from_string()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 2

id: 524
unit: def _get_game_metrics()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 2

id: 525
unit: def toks_to_id()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 3

id: 526
unit: def eval_sample()
file: evals/elsuite/basic/json_validator.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 3

id: 527
unit: def _move_to_str()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 528
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 529
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 2

id: 530
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 531
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 532
unit: def handle_posthoc_metrics()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 533
unit: def csv_to_jsonl()
file: evals/elsuite/steganography/scripts/dataset/csv2jsonl.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 534
unit: def run_completion_fn()
file: evals/elsuite/steganography/steganography.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 535
unit: def edit_script_lines()
file: evals/elsuite/hr_ml_agent_bench/high_level_actions.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 536
unit: def format_action()
file: evals/elsuite/hr_ml_agent_bench/prompts.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 537
unit: def get_choice_strings()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 9
number of parameters: 3

id: 538
unit: def _calculate_episode_rewards()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 539
unit: def __init__()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 540
unit: def _solve()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 541
unit: def process_answer()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 542
unit: def csv_to_jsonl()
file: evals/elsuite/text_compression/scripts/dataset/csv2jsonl.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 543
unit: def main()
file: evals/elsuite/text_compression/scripts/make_plots.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 544
unit: def _solve()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 545
unit: def _solve()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 546
unit: def is_chat_model()
file: evals/registry.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 1

id: 547
unit: def recursive_backtracker()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 3

id: 548
unit: def _variables()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 549
unit: def generate_collapsed_wave()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 550
unit: def main()
file: evals/cli/oaieval.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 0

id: 551
unit: def __init__()
file: evals/completion_fns/retrieval.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 552
unit: def __init__()
file: evals/solvers/nested/fewshot_solver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 553
unit: def __deepcopy__()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 554
unit: def __init__()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 555
unit: def t()
file: evals/utils/misc.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 556
unit: def __init__()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 557
unit: def _extract_final_answer()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 4

id: 558
unit: def __init__()
file: evals/elsuite/translate.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 559
unit: def make_sandbagging_plot()
file: evals/elsuite/sandbagging/scripts/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 560
unit: def __init__()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 561
unit: def __init__()
file: evals/elsuite/sandbagging/sandbagging_eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 562
unit: def _setup_reddit_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 563
unit: def _get_containers_to_setup()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 2

id: 564
unit: def teardown_docker_environments()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 565
unit: def parse_action_string()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 566
unit: def create_page_focus_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 567
unit: def create_goto_url_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 568
unit: def create_keyboard_type_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 3

id: 569
unit: def create_check_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 570
unit: def execute_scroll()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 571
unit: def get_last_action()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 572
unit: def get_last_state()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 573
unit: def clean_url()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 1

id: 574
unit: def _messages_from_trajectory()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 575
unit: def eval_sample()
file: evals/elsuite/multistep_web_tasks/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 4

id: 576
unit: def main()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_plots.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 577
unit: def main()
file: evals/elsuite/theory_of_mind/scripts/make_plots.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 578
unit: def _honest_bid()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 1

id: 579
unit: def lm_format()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 580
unit: def get_all_hands()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 581
unit: def __init__()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 4

id: 582
unit: def __init__()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 583
unit: def generate_reply_for()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 584
unit: def __init__()
file: evals/elsuite/self_prompting/solvers/custom_cot_solver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 585
unit: def proc_distractors_reverse_sort_words_eng()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 586
unit: def main()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 587
unit: def __init__()
file: evals/elsuite/basic/match.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 588
unit: def __init__()
file: evals/elsuite/basic/match_with_solvers.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 589
unit: def render_results()
file: evals/elsuite/cant_do_that_anymore/scripts/make_plots.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 590
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 591
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 592
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 593
unit: def __init__()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 0

id: 594
unit: def _solver_predicted_bug()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 595
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 596
unit: def make_total_tokens_table()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 597
unit: def __init__()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 598
unit: def sample_serializer()
file: evals/elsuite/identifying_variables/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 1

id: 599
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 8

id: 600
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 8

id: 601
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 8

id: 602
unit: def create_new_dataframe()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/spaceship_titanic/env/train.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 603
unit: def copy_file()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 4

id: 604
unit: def _remove_internal_monologue()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 605
unit: def __init__()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 0

id: 606
unit: def scrub_formatting_from_prompt()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 607
unit: def __init__()
file: evals/elsuite/schelling_point/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 608
unit: def __init__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 8

id: 609
unit: def __init__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 8

id: 610
unit: def __init__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 8

id: 611
unit: def make_plot()
file: evals/elsuite/function_deduction/scripts/make_plots.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 612
unit: def _solve()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 613
unit: def get_samples()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 614
unit: def _decode_json()
file: evals/data.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 615
unit: def get_evals()
file: evals/registry.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 2

id: 616
unit: def random_outer_pos()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 6
number of parameters: 1

id: 617
unit: def generate_hands()
file: evals/registry/data/poker_analysis/poker_analysis_sample_generator.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 618
unit: def validate()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 619
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 620
unit: def predict()
file: evals/registry/data/hr_ml_agent_bench/parkinsons_disease/dataset/public_timeseries_testing_util.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 2

id: 621
unit: def eval_sample()
file: evals/eval.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 622
unit: def __init__()
file: evals/completion_fns/cot.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 623
unit: def __init__()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 4

id: 624
unit: def __init__()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 4

id: 625
unit: def to_json()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 626
unit: def _wait_on_run()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 627
unit: def _render_completion_prompt()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 3

id: 628
unit: def _parse_completion_response()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 629
unit: def get_samples()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 630
unit: def _solve()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 631
unit: def run()
file: evals/elsuite/sandbagging/mmlu_eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 632
unit: def get_difficulty()
file: evals/elsuite/sandbagging/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 633
unit: def _get_context_length()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 634
unit: def _add_action_splitter_to_actions()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 635
unit: def setup_docker_environments()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 636
unit: def _setup_bash_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 637
unit: def step()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 638
unit: def run_command()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 639
unit: def shutdown()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 640
unit: def create_new_tab_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 641
unit: def create_go_back_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 642
unit: def create_go_forward_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 643
unit: def create_page_close_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 644
unit: def locate()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 645
unit: def from_dict()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 646
unit: def to_dict()
file: evals/elsuite/multistep_web_tasks/webarena/core/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 647
unit: def _get_attempt_number()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_plots.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 648
unit: def _execute_commands()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 649
unit: def _generate_response()
file: evals/elsuite/bluff/strategy_solver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 650
unit: def make_per_round_plots()
file: evals/elsuite/bluff/scripts/make_plots.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 3

id: 651
unit: def _get_winning_hand_probability()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 652
unit: def _random_opp_hand()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 653
unit: def __lt__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 654
unit: def evaluate()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 655
unit: def _deal_cards()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 656
unit: def process_wordnet()
file: evals/elsuite/already_said_that/scripts/gen_data.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 0

id: 657
unit: def __init__()
file: evals/elsuite/already_said_that/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 658
unit: def proc_distractors_ambiguous_sentences()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 659
unit: def get_distractors()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 660
unit: def format_messages()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 661
unit: def reverse_roles()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 662
unit: def run()
file: evals/elsuite/basic/json_validator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 663
unit: def run()
file: evals/elsuite/basic/includes.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 664
unit: def run()
file: evals/elsuite/basic/match.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 665
unit: def find_specific_moves_in_game()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 666
unit: def create_dataset_of_specific_moves()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 667
unit: def __init__()
file: evals/elsuite/cant_do_that_anymore/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 668
unit: def construct_messages()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 669
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 670
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 671
unit: def explicit_error()
file: evals/elsuite/bugged_tools/bugged_tools.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 672
unit: def run_eval()
file: evals/elsuite/steganography/steganography.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 673
unit: def __init__()
file: evals/elsuite/steganography/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 674
unit: def __init__()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 675
unit: def forward()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/env/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 676
unit: def inference()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/env/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 677
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/human_baseline.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 678
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/env/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 679
unit: def compute_metrics_for_regression()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/env/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 680
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/env/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 681
unit: def forward()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/env/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 682
unit: def is_done()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 683
unit: def edit_script()
file: evals/elsuite/hr_ml_agent_bench/high_level_actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 684
unit: def default()
file: evals/elsuite/hr_ml_agent_bench/schema.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 685
unit: def list_files()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 686
unit: def write_file()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 4

id: 687
unit: def append_file()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 4

id: 688
unit: def is_over()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 689
unit: def classify()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 690
unit: def calculate_rolling_average()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 691
unit: def _median_solve()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 692
unit: def get_answer()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 693
unit: def __init__()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 694
unit: def get_average_bleu_score()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 695
unit: def __init__()
file: evals/elsuite/text_compression/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 696
unit: def _parse_raw_response()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 697
unit: def get_jsonl()
file: evals/data.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 698
unit: def get_modelgraded_spec()
file: evals/registry.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 699
unit: def generate_example_files()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 700
unit: def _get_related_words()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 701
unit: def var_location()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 3

id: 702
unit: def get_possible_neighbors_in_direction()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 2

id: 703
unit: def ways_to_score()
file: evals/registry/data/nfl-point-combinations/combinations_generator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 704
unit: def _index_samples()
file: evals/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 705
unit: def __init__()
file: evals/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 706
unit: def eval_sample()
file: evals/eval.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 707
unit: def openai_completion_create_retrying()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 708
unit: def openai_chat_completion_create_retrying()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 709
unit: def __init__()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 710
unit: def __call__()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 711
unit: def flush_events()
file: evals/record.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 712
unit: def record_function_call()
file: evals/record.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 6

id: 713
unit: def record_cond_logp()
file: evals/record.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 6

id: 714
unit: def record_pick_option()
file: evals/record.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 6

id: 715
unit: def generate_exemplars_str()
file: scripts/pattern_identification_generator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 716
unit: def __call__()
file: evals/solvers/postprocessors/postprocessors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 717
unit: def copy()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 718
unit: def _create_files()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 719
unit: def __init__()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 720
unit: def anthropic_create_retrying()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 721
unit: def make_object()
file: evals/utils/misc.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 722
unit: def get_all_tasks()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 723
unit: def get_unique_models()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 724
unit: def __init__()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 725
unit: def _predict_answer()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 726
unit: def _setup_homepage_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 727
unit: def _setup_flask_playwright_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 728
unit: def _setup_simpleweb_environment()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 729
unit: def _get_image()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 730
unit: def download_to_file()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 731
unit: def setup()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 732
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 733
unit: def get_observation()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 734
unit: def action_processor()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 735
unit: def bash_is_equivalent()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 6
number of parameters: 2

id: 736
unit: def _keys2ids()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 737
unit: def create_type_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 738
unit: def get_answer_from_action()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 739
unit: def wait_for_load_state()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 740
unit: def _check_repeated_equivalent_actions()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 741
unit: def __init__()
file: evals/elsuite/multiple_choice.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 742
unit: def __init__()
file: evals/elsuite/bluff/strategy_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 743
unit: def _parse_response()
file: evals/elsuite/bluff/strategy_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 744
unit: def make_main_metric_plots()
file: evals/elsuite/bluff/scripts/make_plots.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 745
unit: def all()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 746
unit: def all()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 747
unit: def _finalize()
file: evals/elsuite/bluff/bluff/round.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 748
unit: def __init__()
file: evals/elsuite/make_me_pay/solvers/lm_con_artist_solver.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 749
unit: def max_turns_or_time()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 0

id: 750
unit: def turns_or_time_left()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 0

id: 751
unit: def cap_not_reached()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 0

id: 752
unit: def eval_sample()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 753
unit: def gen_samples()
file: evals/elsuite/already_said_that/scripts/gen_data.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 754
unit: def _map_to_yesno()
file: evals/elsuite/already_said_that/solvers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 755
unit: def proc_which_is_heavier()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 756
unit: def proc_distractors_first_letters()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 757
unit: def get_samples()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 758
unit: def __init__()
file: evals/elsuite/ballots/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 759
unit: def __init__()
file: evals/elsuite/basic/includes.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 760
unit: def __init__()
file: evals/elsuite/basic/json_match.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 0

id: 761
unit: def __init__()
file: evals/elsuite/basic/fuzzy_match.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 762
unit: def run()
file: evals/elsuite/basic/fuzzy_match.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 763
unit: def __init__()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 764
unit: def get_player_legal_moves()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 765
unit: def _remove_illegal_pawn_capture_transformations()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 766
unit: def get_other_player_id()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 767
unit: def create_bishop_diagonal_dataset()
file: evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 768
unit: def load_sequence_from_jsonl()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 769
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 770
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 771
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 772
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 773
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 774
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 775
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 776
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 777
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 778
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 779
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 780
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 781
unit: def _render_unobserved_vars()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 782
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 783
unit: def list_to_nl_list()
file: evals/elsuite/identifying_variables/renderers/templates.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 784
unit: def plot_solver_bars()
file: evals/elsuite/identifying_variables/scripts/plotting_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 785
unit: def _solve()
file: evals/elsuite/identifying_variables/solvers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 786
unit: def compute_DCG()
file: evals/elsuite/identifying_variables/metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 787
unit: def _build_task_description()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 788
unit: def calculate_brevity_score()
file: evals/elsuite/steganography/scripts/dataset/complexity_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 789
unit: def get_rating()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/scripts/prepare.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 790
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 791
unit: def get_parent_dir()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 792
unit: def DEFAULT_JUDGE_PREAMBLE_FN()
file: evals/elsuite/make_me_say/defaults.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 793
unit: def mode()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 794
unit: def normalize()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 795
unit: def make_plot()
file: evals/elsuite/skill_acquisition/scripts/make_plots.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 796
unit: def make_side_bar_plot()
file: evals/elsuite/skill_acquisition/scripts/make_plots.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 797
unit: def get_bleu_score()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 798
unit: def __init__()
file: evals/elsuite/mmmu/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 799
unit: def calculate_brevity_score()
file: evals/elsuite/text_compression/scripts/dataset/complexity_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 800
unit: def _get_per_complexity_metrics()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 801
unit: def _get_matching_samples()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 802
unit: def _load_file()
file: evals/registry.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 803
unit: def construct_messages()
file: evals/registry/data/points_on_line/eval_generator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 804
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 805
unit: def calculate_euclidean_distance()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 806
unit: def get_pos_tagged_words()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 807
unit: def _arg_string()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 808
unit: def _binary()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 809
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 810
unit: def format_wave_as_string()
file: evals/registry/data/simple_physics_engine/samples_generator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 811
unit: def init_possibilities()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 812
unit: def load()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 813
unit: def get_accuracy()
file: evals/metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 814
unit: def compute_matthew_corr()
file: evals/metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 815
unit: def eval_all_samples()
file: evals/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 816
unit: def get_samples()
file: evals/eval.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 817
unit: def get_completions()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 818
unit: def __init__()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 819
unit: def record_embedding()
file: evals/record.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 5

id: 820
unit: def record_sampling()
file: evals/record.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 5

id: 821
unit: def record_error()
file: evals/record.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 4

id: 822
unit: def __init__()
file: evals/record.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 823
unit: def generate_example()
file: scripts/pattern_identification_generator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 0

id: 824
unit: def model_version()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 825
unit: def __init__()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 826
unit: def _get_last_assistant_message_idx()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 827
unit: def _preprocess_completion_fn_options()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 828
unit: def anth_to_openai_usage()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 829
unit: def get_final_results_from_dir()
file: evals/utils/log_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 830
unit: def get_specs_from_dir()
file: evals/utils/log_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 831
unit: def __call__()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 832
unit: def accuracy_by_task()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 3

id: 833
unit: def accuracy_by_model_and_reasoning()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 834
unit: def _get_answer()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 835
unit: def __init__()
file: evals/elsuite/lambada.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 836
unit: def run()
file: evals/elsuite/lambada.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 837
unit: def _add_ans_to_memory()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 838
unit: def __init__()
file: evals/elsuite/sandbagging/mmlu_eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 839
unit: def get_container()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 840
unit: def _create_container_wrapper()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 841
unit: def run_commands()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 842
unit: def create_click_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 843
unit: def create_hover_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 844
unit: def execute_playwright_type()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 845
unit: def render()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/helper_functions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 846
unit: def reset()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 847
unit: def clean_answer()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 848
unit: def execute_command()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 849
unit: def _double_quotes_to_single_quotes()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 850
unit: def evaluate()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 851
unit: def wait_for_event()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 852
unit: def reset()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 853
unit: def should_early_stop()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 2

id: 854
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 855
unit: def ensure_api_key()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 856
unit: def run()
file: evals/elsuite/multiple_choice.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 857
unit: def make_move()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 858
unit: def make_move()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 859
unit: def get_move()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 1

id: 860
unit: def _bluff_bid()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 1

id: 861
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 862
unit: def model_broke_character()
file: evals/elsuite/make_me_pay/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 863
unit: def main()
file: evals/elsuite/already_said_that/scripts/gen_data.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 864
unit: def _solve()
file: evals/elsuite/already_said_that/solvers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 865
unit: def _conversation_loop()
file: evals/elsuite/already_said_that/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 866
unit: def run()
file: evals/elsuite/already_said_that/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 867
unit: def build_message()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 868
unit: def is_valid_json()
file: evals/elsuite/basic/json_validator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 869
unit: def __init__()
file: evals/elsuite/basic/json_validator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 870
unit: def run()
file: evals/elsuite/basic/json_match.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 871
unit: def __init__()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 872
unit: def get_piece_moves()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 873
unit: def _get_moves_from_transformations()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 874
unit: def _get_en_passant_transformations()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 875
unit: def move_crosses_pieces()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 876
unit: def coord_within_board()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 2

id: 877
unit: def __call__()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 878
unit: def __call__()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 879
unit: def __call__()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 880
unit: def get_violations()
file: evals/elsuite/cant_do_that_anymore/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 881
unit: def does_solver_predict_move()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 882
unit: def get_solver_predictions()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 883
unit: def __init__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 4

id: 884
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 885
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 886
unit: def make_main_metric_table()
file: evals/elsuite/identifying_variables/scripts/table_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 887
unit: def compute_recall()
file: evals/elsuite/identifying_variables/metrics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 2

id: 888
unit: def run()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 889
unit: def find_farthest_node()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 890
unit: def detect_suspicious_output()
file: evals/elsuite/steganography/monitor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 891
unit: def _finish_run()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 892
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/solvers/baseline.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 893
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/scripts/grade.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 894
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/scripts/grade.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 895
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/scripts/grade.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 8
number of parameters: 1

id: 896
unit: def get_task_description()
file: evals/elsuite/hr_ml_agent_bench/prompts.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 897
unit: def read_file()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 898
unit: def _get_content()
file: evals/elsuite/make_me_say/autoeval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 899
unit: def to_df()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 900
unit: def _contains_internal_monologue()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 2

id: 901
unit: def is_loss()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 902
unit: def get_content()
file: evals/elsuite/make_me_say/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 903
unit: def append_answer_prompt()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 904
unit: def sample_and_concat_n_completions()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 905
unit: def _make_env()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 906
unit: def __init__()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 907
unit: def run()
file: evals/elsuite/track_the_stat/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 908
unit: def get_consensus()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 909
unit: def fuzzy_match()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 2

id: 910
unit: def extract_toc_sections()
file: evals/elsuite/skill_acquisition/scraping/scrape_miskito.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 911
unit: def _view_content()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 5

id: 912
unit: def render_intermediate_prompt()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 913
unit: def run()
file: evals/elsuite/mmmu/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 914
unit: def run_eval()
file: evals/elsuite/text_compression/compression.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 915
unit: def __init__()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 916
unit: def cot_solver()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 917
unit: def _get_ask_best()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 918
unit: def api_model_ids()
file: evals/registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 919
unit: def get_alias()
file: evals/registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 0

id: 920
unit: def get_base_evals()
file: evals/registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 921
unit: def _validate_reserved_keywords()
file: evals/registry.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 3

id: 922
unit: def generate_maze()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 923
unit: def generate_start_end()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 924
unit: def main()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 925
unit: def calculate_cosine_similarity()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 926
unit: def _term()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 927
unit: def save()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 928
unit: def __init__()
file: evals/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 929
unit: def eval_all_samples()
file: evals/eval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 930
unit: def __call__()
file: evals/completion_fns/langchain_math.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 931
unit: def load_embeddings()
file: evals/completion_fns/retrieval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 932
unit: def find_top_k_closest_embeddings()
file: evals/completion_fns/retrieval.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 933
unit: def get_completions()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 934
unit: def as_default_recorder()
file: evals/record.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 935
unit: def record_and_check_match()
file: evals/api.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 936
unit: def format()
file: scripts/modelgraded_generator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 5
number of parameters: 2

id: 937
unit: def format()
file: scripts/battle_generator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 5
number of parameters: 2

id: 938
unit: def __post_init__()
file: evals/base.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 939
unit: def __call__()
file: evals/solvers/postprocessors/postprocessors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 940
unit: def get_solver()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 941
unit: def copy()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 942
unit: def create_solver()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 943
unit: def __init__()
file: evals/solvers/nested/hhh_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 944
unit: def __init__()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 945
unit: def _convert_to_user_message()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 946
unit: def model_version()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 947
unit: def __init__()
file: evals/solvers/human_cli_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 948
unit: def _first_not_none()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 949
unit: def create_retrying()
file: evals/utils/api_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 4

id: 950
unit: def maybe_clone_repo()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 951
unit: def get_all_tasks_renamed()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 952
unit: def _produce_scratchpad()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 953
unit: def __init__()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 954
unit: def _produce_scratchpad()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 955
unit: def eval_sample()
file: evals/elsuite/sandbagging/sandbagging_eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 5

id: 956
unit: def get_violation_events()
file: evals/elsuite/sandbagging/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 5
number of parameters: 2

id: 957
unit: def record_mmlu_sample()
file: evals/elsuite/sandbagging/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 958
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 959
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 960
unit: def _get_previous_action_from_task_state()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 961
unit: def register_container()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 962
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 963
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 964
unit: def get_observation_metadata()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 965
unit: def create_stop_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 966
unit: def create_focus_and_type_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 967
unit: def execute_playwright_click()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 968
unit: def execute_playwright_select_option()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 969
unit: def get_action_description()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/helper_functions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 970
unit: def parse_action_string()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 971
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 972
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 973
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 974
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 975
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 976
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 977
unit: def make_request()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 978
unit: def _process_response()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 979
unit: def url()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 980
unit: def content()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 981
unit: def title()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 982
unit: def send()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 983
unit: def type()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 984
unit: def generate_trajectory()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 985
unit: def parse_spec()
file: evals/elsuite/theory_of_mind/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 986
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 2

id: 987
unit: def make_move()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 988
unit: def _get_player_info()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 989
unit: def _create_human_player()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 990
unit: def _create_solver_player()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 991
unit: def _create_bot_player()
file: evals/elsuite/bluff/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 992
unit: def is_system_msg()
file: evals/elsuite/make_me_pay/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 993
unit: def normalized_improvement()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 994
unit: def zero_if_none()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 995
unit: def eval_sample()
file: evals/elsuite/already_said_that/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 996
unit: def build_base_task_message()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 997
unit: def parse_solver_output()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 998
unit: def get_distractor_word()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 999
unit: def format_prompt()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 3

id: 1000
unit: def get_voter_prompt()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1001
unit: def prompt_matches_model()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1002
unit: def coord_str_to_pos()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1003
unit: def _is_king_in_check()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1004
unit: def _is_checkmate()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1005
unit: def _is_stalemate()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1006
unit: def capturing_same_color()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1007
unit: def is_move_illegal()
file: evals/elsuite/cant_do_that_anymore/scripts/dataset_creation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1008
unit: def find_specific_moves_in_game()
file: evals/elsuite/cant_do_that_anymore/scripts/diagonal_dataset_creation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1009
unit: def dump_sequence_to_jsonl()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1010
unit: def get_dataset_path()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1011
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1012
unit: def calculate_precision()
file: evals/elsuite/bugged_tools/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1013
unit: def calculate_recall()
file: evals/elsuite/bugged_tools/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1014
unit: def calculate_f1()
file: evals/elsuite/bugged_tools/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1015
unit: def _render_observed_sets()
file: evals/elsuite/identifying_variables/renderers/corrset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1016
unit: def format_number()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1017
unit: def determine_ctrl_vars()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1018
unit: def gen_samples()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1019
unit: def make_large_plot()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1020
unit: def np_nan_if_none()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1021
unit: def zero_if_none()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1022
unit: def round_if_not_nan()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1023
unit: def compute_nDCG()
file: evals/elsuite/identifying_variables/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1024
unit: def compute_fallout()
file: evals/elsuite/identifying_variables/metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 3

id: 1025
unit: def _ctrl_vars_nDCG()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 4

id: 1026
unit: def val_and_count_roots()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1027
unit: def gen_random_forest()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1028
unit: def find_unconnected_nodes_pair()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1029
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1030
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 8

id: 1031
unit: def __init__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1032
unit: def _get_tool_names_and_descriptions()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1033
unit: def _parse_solver_result()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1034
unit: def _add_eval_message()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1035
unit: def _add_tool_outputs()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1036
unit: def get_encoder()
file: evals/elsuite/hr_ml_agent_bench/solvers/baseline.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1037
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1038
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1039
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1040
unit: def reset_parameters()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/env/train.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1041
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1042
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1043
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1044
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1045
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1046
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/scripts/grade.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1047
unit: def attempted_to_use_stable_baselines()
file: evals/elsuite/hr_ml_agent_bench/autoeval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1048
unit: def complete_text()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1049
unit: def get_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1050
unit: def normalize_args_kwargs()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1051
unit: def get_completion()
file: evals/elsuite/make_me_say/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1052
unit: def _add_message_to_task_state()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 4

id: 1053
unit: def select_action()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1054
unit: def update_q_table()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 1055
unit: def zero_if_none()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1056
unit: def get_state_tracking()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1057
unit: def _build_message()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1058
unit: def _solve()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1059
unit: def _solve()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1060
unit: def _task_solve()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 3

id: 1061
unit: def get_letter_from_data()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1062
unit: def clean_heading_text()
file: evals/elsuite/skill_acquisition/scraping/scrape_distractor_articles.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1063
unit: def get_accuracy()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 2

id: 1064
unit: def __init__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1065
unit: def __init__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 8

id: 1066
unit: def is_system_msg()
file: evals/elsuite/twenty_questions/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1067
unit: def ask_update()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1068
unit: def __init__()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 1069
unit: def _get_ask_random()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1070
unit: def _stream_jsonl_file()
file: evals/data.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1071
unit: def jsondumps()
file: evals/data.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 3

id: 1072
unit: def save_examples_to_json_file()
file: evals/registry/data/poker_analysis/poker_analysis_sample_generator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1073
unit: def create_sample()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1074
unit: def generate_additional_choices()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1075
unit: def get_chat_completion()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1076
unit: def run()
file: evals/registry/data/word_association/corpus_tools/pipelines.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1077
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 4

id: 1078
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1079
unit: def get_metadata()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1080
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 4

id: 1081
unit: def tree()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1082
unit: def _unary()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1083
unit: def get_final_state()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1084
unit: def calculate_entropy()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1085
unit: def print_wave()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1086
unit: def run()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1087
unit: def text_prompt_to_chat_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1088
unit: def __init__()
file: evals/completion_fns/solver_completion_fn.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 4

id: 1089
unit: def __call__()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1090
unit: def pause()
file: evals/record.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1091
unit: def unpause()
file: evals/record.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1092
unit: def is_paused()
file: evals/record.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1093
unit: def __init__()
file: evals/record.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1094
unit: def __init__()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1095
unit: def _solve()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1096
unit: def __call__()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1097
unit: def _solve()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1098
unit: def _solve()
file: evals/solvers/nested/fewshot_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1099
unit: def _solve()
file: evals/solvers/nested/hhh_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1100
unit: def _solve()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1101
unit: def _solve()
file: evals/solvers/nested/self_consistency_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1102
unit: def _solve()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1103
unit: def _solve()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1104
unit: def cursor()
file: evals/utils/snowflake.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1105
unit: def maybe_show()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1106
unit: def corrects_to_accuracy_and_sem()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1107
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1108
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1109
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1110
unit: def __call__()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1111
unit: def _solve()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1112
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1113
unit: def setup()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1114
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1115
unit: def _wrap_command()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1116
unit: def create_empty_metadata()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1117
unit: def fetch_browser_info()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1118
unit: def current_viewport_accessibility_tree()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1119
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1120
unit: def execute_key_press()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 1121
unit: def execute_mouse_hover()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1122
unit: def execute_mouse_click()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1123
unit: def execute_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1124
unit: def get_render_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/helper_functions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1125
unit: def setup()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1126
unit: def close()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1127
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1128
unit: def setup()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1129
unit: def shutdown()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1130
unit: def fetch_browser_info()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1131
unit: def run_experiment()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1132
unit: def evaluate_trajectory()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1133
unit: def load_experiment_config_from_file()
file: evals/elsuite/multistep_web_tasks/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1134
unit: def build_and_write_individual_tasks()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1135
unit: def write_jsonl()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1136
unit: def load_mwt_results_from_dir()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1137
unit: def __init__()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1138
unit: def get_bluff_move()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1139
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1140
unit: def add_player()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1141
unit: def __init__()
file: evals/elsuite/bluff/bluff/round.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1142
unit: def summary()
file: evals/elsuite/bluff/bluff/round.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1143
unit: def _get_response()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1144
unit: def detect_donation()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1145
unit: def _solve()
file: evals/elsuite/self_prompting/solvers/custom_cot_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1146
unit: def _solve()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1147
unit: def _solve()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1148
unit: def _solve()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1149
unit: def make_results_dict()
file: evals/elsuite/already_said_that/scripts/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1150
unit: def _get_samples()
file: evals/elsuite/already_said_that/eval.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1151
unit: def find_alpha_words()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1152
unit: def get_full_path()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1153
unit: def chat_to_text()
file: evals/elsuite/ballots/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1154
unit: def coord_pos_to_str()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1155
unit: def update_board()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1156
unit: def get_binary_avg()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 1157
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1158
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1159
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 1160
unit: def offset_numeric()
file: evals/elsuite/bugged_tools/bugged_tools.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1161
unit: def build_var_metadata()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1162
unit: def gen_sample()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1163
unit: def extract_default_results_dict()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1164
unit: def _render_hypothesis()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1165
unit: def gen_random_forest_tree_size()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1166
unit: def calculate_entropy()
file: evals/elsuite/steganography/scripts/dataset/complexity_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1167
unit: def calculate_compression_ratio()
file: evals/elsuite/steganography/scripts/dataset/complexity_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1168
unit: def _find_tool_messages()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1169
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/scripts/grade.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1170
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/scripts/grade.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1171
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/grade.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1172
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/grade.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1173
unit: def append_to_low_level_steps()
file: evals/elsuite/hr_ml_agent_bench/low_level_actions.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1174
unit: def DEFAULT_MANIPULATOR_PREAMBLE_FN()
file: evals/elsuite/make_me_say/defaults.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 4
number of parameters: 1

id: 1175
unit: def swap_players()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1176
unit: def get_choice_score()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1177
unit: def __init__()
file: evals/elsuite/incontext_rl/anti-cot_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1178
unit: def _solve()
file: evals/elsuite/incontext_rl/anti-cot_solver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1179
unit: def calculate_custom_episode_end_steps_for_cliffwalking()
file: evals/elsuite/incontext_rl/scripts/plot_experiments.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 5
number of parameters: 2

id: 1180
unit: def _solve()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1181
unit: def reduce_epsilon()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1182
unit: def make_results_dict()
file: evals/elsuite/track_the_stat/scripts/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1183
unit: def _mode_solve()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1184
unit: def eval_sample()
file: evals/elsuite/track_the_stat/eval.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1185
unit: def _get_samples()
file: evals/elsuite/track_the_stat/eval.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1186
unit: def get_scores_from_text()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1187
unit: def get_yesno_from_text()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1188
unit: def compute_sem()
file: evals/elsuite/skill_acquisition/scripts/make_plots.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1189
unit: def _solve()
file: evals/elsuite/skill_acquisition/solvers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1190
unit: def get_bootstrap_accuracy_std()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 5
number of parameters: 3

id: 1191
unit: def get_average_retrieval_calls()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1192
unit: def get_average_invalid_retrieval_calls()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1193
unit: def get_average_retrieval_precision()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1194
unit: def calculate_entropy()
file: evals/elsuite/text_compression/scripts/dataset/complexity_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1195
unit: def calculate_compression_ratio()
file: evals/elsuite/text_compression/scripts/dataset/complexity_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1196
unit: def get_complexity()
file: evals/elsuite/function_deduction/scripts/dataset/create_dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1197
unit: def gzip_open()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 1198
unit: def lz4_open()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 1199
unit: def zstd_open()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 1200
unit: def _get_jsonl_file()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1201
unit: def _get_json_file()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1202
unit: def get_json()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1203
unit: def get_csv()
file: evals/data.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1204
unit: def make_completion_fn()
file: evals/registry.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1205
unit: def get_completion_fn()
file: evals/registry.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1206
unit: def _load_directory()
file: evals/registry.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1207
unit: def generate_binary_array_and_factors()
file: evals/registry/data/mapping_to_matricies/data_generator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1208
unit: def randomize_num_players_and_community_cards()
file: evals/registry/data/poker_analysis/poker_analysis_sample_generator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1209
unit: def export_to_jsonl()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1210
unit: def get_frequency_distribution()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1211
unit: def get_pos_tagged_words()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1212
unit: def validate()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1213
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1214
unit: def __init__()
file: evals/registry/data/hr_ml_agent_bench/parkinsons_disease/dataset/public_timeseries_testing_util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1215
unit: def collapse_tile()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1216
unit: def place_ball()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1217
unit: def main()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1218
unit: def compute_f_score()
file: evals/metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1219
unit: def chat_prompt_to_text_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1220
unit: def to_formatted_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1221
unit: def to_formatted_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1222
unit: def _prefix_registry_path()
file: evals/eval.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1223
unit: def __call__()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1224
unit: def __call__()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1225
unit: def record_final_report()
file: evals/record.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1226
unit: def __call__()
file: evals/api.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1227
unit: def __call__()
file: evals/solvers/postprocessors/postprocessors.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1228
unit: def __init__()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1229
unit: def __init__()
file: evals/solvers/memory.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1230
unit: def model_version()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1231
unit: def plot_hist()
file: evals/elsuite/error_recovery/scripts/dataset_creation.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1232
unit: def _get_incorrect_reasoning_task_state()
file: evals/elsuite/error_recovery/eval.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1233
unit: def _get_new_observation_from_task_state()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1234
unit: def close()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1235
unit: def execute_type()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1236
unit: def execute_playwright_hover()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1237
unit: def execute_playwright_check()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1238
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1239
unit: def _get_obs()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1240
unit: def _get_obs_metadata()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1241
unit: def clean()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1242
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1243
unit: def go_back()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1244
unit: def go_forward()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1245
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1246
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1247
unit: def click()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1248
unit: def move()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1249
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1250
unit: def press()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1251
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1252
unit: def record_result()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1253
unit: def setup_env()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1254
unit: def setup_browser_env()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1255
unit: def setup_bash_env()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1256
unit: def setup_bash_browser_env()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1257
unit: def build_easy_tasks()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1258
unit: def build_medium_tasks()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1259
unit: def build_hard_tasks()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1260
unit: def make_move()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1261
unit: def _suit_repr()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1262
unit: def from_string()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 2

id: 1263
unit: def from_string()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 2

id: 1264
unit: def from_string()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 2

id: 1265
unit: def from_string()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 2

id: 1266
unit: def make_move()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1267
unit: def player_cards()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1268
unit: def format_msgs()
file: evals/elsuite/make_me_pay/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1269
unit: def model_output_empty_tags()
file: evals/elsuite/make_me_pay/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1270
unit: def __init__()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1271
unit: def __init__()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1272
unit: def __init__()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1273
unit: def gen_sample()
file: evals/elsuite/already_said_that/scripts/gen_data.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1274
unit: def write_to_jsonl()
file: evals/elsuite/already_said_that/scripts/gen_data.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1275
unit: def _solve()
file: evals/elsuite/already_said_that/solvers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1276
unit: def make_yes_ratio_by_model_plot()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1277
unit: def make_yes_ratio_by_target_plot()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1278
unit: def make_success_rate_plot()
file: evals/elsuite/ballots/scripts/make_plots.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1279
unit: def __init__()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1280
unit: def move_within_board()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1281
unit: def calculate_accuracy()
file: evals/elsuite/bugged_tools/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 1282
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/base.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1283
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1284
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1285
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1286
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1287
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1288
unit: def write_to_jsonl()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1289
unit: def make_default_tables()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1290
unit: def _render_hypotheses()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 2

id: 1291
unit: def __init__()
file: evals/elsuite/steganography/prompts.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1292
unit: def _parse_final_answer()
file: evals/elsuite/solver_tools_convo.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1293
unit: def make_action_string()
file: evals/elsuite/hr_ml_agent_bench/actions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1294
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1295
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1296
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1297
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1298
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1299
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1300
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1301
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1302
unit: def train_model()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 4

id: 1303
unit: def predict()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1304
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1305
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1306
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1307
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1308
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/env/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1309
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/baselines/naive.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1310
unit: def __post_init__()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 1311
unit: def set_current_player()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1312
unit: def openai_chatcompletion_create()
file: evals/elsuite/make_me_say/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1313
unit: def setup_GymnasiumBandits()
file: evals/elsuite/incontext_rl/env_setup.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1314
unit: def _render_state()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1315
unit: def compute_mode_state()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1316
unit: def compute_median_state()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1317
unit: def __init__()
file: evals/elsuite/text_compression/prompts.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1318
unit: def format_msgs()
file: evals/elsuite/twenty_questions/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1319
unit: def _get_samples()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1320
unit: def get_lines()
file: evals/data.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1321
unit: def __init__()
file: evals/data.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1322
unit: def tuple_to_string()
file: evals/registry/data/points_on_line/eval_generator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1323
unit: def generate_word_association_system_message()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1324
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1325
unit: def _get_corpus()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1326
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/pipelines.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1327
unit: def add_operation()
file: evals/registry/data/word_association/corpus_tools/pipelines.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1328
unit: def __iter__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 1329
unit: def parts_of_speech_filter()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 4
number of parameters: 2

id: 1330
unit: def char_length_filter()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 2

id: 1331
unit: def str_max_word_count_filter()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 5
number of parameters: 2

id: 1332
unit: def var_location()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1333
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1334
unit: def _make_var()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1335
unit: def _make_num()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1336
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1337
unit: def load()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1338
unit: def __enter__()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1339
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/problem.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1340
unit: def __init__()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1341
unit: def add()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1342
unit: def get_bootstrap_accuracy_std()
file: evals/metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 2

id: 1343
unit: def set_max_samples()
file: evals/eval.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1344
unit: def __init__()
file: evals/completion_fns/langchain_math.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1345
unit: def __init__()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1346
unit: def __init__()
file: evals/record.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1347
unit: def get_events()
file: evals/record.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 2

id: 1348
unit: def __init__()
file: evals/record.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1349
unit: def record_event()
file: evals/record.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 1350
unit: def generate_eval_examples()
file: scripts/pattern_identification_generator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1351
unit: def __call__()
file: evals/solvers/postprocessors/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1352
unit: def output()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1353
unit: def metadata()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1354
unit: def name()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1355
unit: def model_version()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1356
unit: def copy()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1357
unit: def _create_solver()
file: evals/solvers/solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1358
unit: def base_solver()
file: evals/solvers/nested/fewshot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1359
unit: def name()
file: evals/solvers/nested/fewshot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1360
unit: def solver()
file: evals/solvers/nested/hhh_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1361
unit: def name()
file: evals/solvers/nested/hhh_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1362
unit: def cot_solver()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1363
unit: def extract_solver()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1364
unit: def cot_template()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1365
unit: def extract_template()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1366
unit: def name()
file: evals/solvers/nested/cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1367
unit: def solver()
file: evals/solvers/nested/self_consistency_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1368
unit: def judge_solver()
file: evals/solvers/nested/self_consistency_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1369
unit: def name()
file: evals/solvers/nested/self_consistency_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1370
unit: def _api_base()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1371
unit: def _api_key()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1372
unit: def _completion_exception()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1373
unit: def _is_chat_model()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1374
unit: def _perform_prechecks()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1375
unit: def to_dict()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1376
unit: def model()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1377
unit: def name()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1378
unit: def model_version()
file: evals/solvers/providers/google/gemini_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1379
unit: def name()
file: evals/solvers/providers/openai/openai_assistants_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1380
unit: def model()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1381
unit: def name()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1382
unit: def _is_chat_model()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1383
unit: def _completion_exception()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1384
unit: def _api_base()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1385
unit: def _api_key()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1386
unit: def _process_msgs()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1387
unit: def _get_msg_separators()
file: evals/solvers/providers/openai/openai_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1388
unit: def name()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1389
unit: def model_version()
file: evals/solvers/providers/anthropic/anthropic_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1390
unit: def name()
file: evals/solvers/human_cli_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1391
unit: def to_dict()
file: evals/task_state.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1392
unit: def get_cleaned_model_name()
file: evals/elsuite/error_recovery/scripts/make_plots.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1393
unit: def name()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1394
unit: def _predict_answer()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1395
unit: def modify_target()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1396
unit: def name()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1397
unit: def name()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1398
unit: def _predict_answer()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1399
unit: def eval_sample()
file: evals/elsuite/sandbagging/mmlu_eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1400
unit: def compute_sandbagging_score()
file: evals/elsuite/sandbagging/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1401
unit: def name()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1402
unit: def name()
file: evals/elsuite/multistep_web_tasks/solvers/webarena_solvers/webarena_solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1403
unit: def encoding()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1404
unit: def name()
file: evals/elsuite/multistep_web_tasks/solvers/strong_solver/strong_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1405
unit: def add_samples()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1406
unit: def teardown_network()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1407
unit: def _is_container_ready()
file: evals/elsuite/multistep_web_tasks/session.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1408
unit: def page()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1409
unit: def reset()
file: evals/elsuite/multistep_web_tasks/webarena/bash_browser_env/bash_browser_env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1410
unit: def bash_is_equivalent()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1411
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/bash_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1412
unit: def close()
file: evals/elsuite/multistep_web_tasks/webarena/bash_env/basic_bash_env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1413
unit: def process()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1414
unit: def fetch_page_accessibility_tree()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1415
unit: def parse_accessibility_tree()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1416
unit: def process()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1417
unit: def get_observation_space()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/processors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1418
unit: def action2str()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1419
unit: def __str__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1420
unit: def create_mouse_hover_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1421
unit: def create_mouse_click_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1422
unit: def create_select_option_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1423
unit: def create_focus_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1424
unit: def create_focus_and_click_action()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1425
unit: def execute_keyboard_type()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1426
unit: def execute_click_current()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1427
unit: def execute_focus()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/actions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1428
unit: def png_bytes_to_numpy()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/browser_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1429
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/browser_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1430
unit: def __repr__()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/browser_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1431
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/browser_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1432
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/browser_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1433
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/browser_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1434
unit: def close()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/helper_functions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1435
unit: def get_page_client()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1436
unit: def save_trace()
file: evals/elsuite/multistep_web_tasks/webarena/browser_env/basic_browser_env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1437
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1438
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1439
unit: def __init__()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1440
unit: def browser_evaluator_router()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1441
unit: def bash_evaluator_router()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1442
unit: def bash_browser_evaluator_router()
file: evals/elsuite/multistep_web_tasks/webarena/evaluation_harness/evaluators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1443
unit: def _escape_newlines()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1444
unit: def _escape_quotes_in_json_string()
file: evals/elsuite/multistep_web_tasks/webarena/core/playwright_api.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1445
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1446
unit: def data()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1447
unit: def step()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1448
unit: def parse_action_string()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1449
unit: def close()
file: evals/elsuite/multistep_web_tasks/webarena/core/env.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1450
unit: def _task_state_from_trajectory()
file: evals/elsuite/multistep_web_tasks/webarena/eval_run.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1451
unit: def select_tasks_by_id()
file: evals/elsuite/multistep_web_tasks/reproducibility/make_task_jsonl.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1452
unit: def index()
file: evals/elsuite/multistep_web_tasks/docker/flask-playwright/app.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1453
unit: def index()
file: evals/elsuite/multistep_web_tasks/docker/homepage/app.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1454
unit: def scratchpad()
file: evals/elsuite/multistep_web_tasks/docker/homepage/app.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1455
unit: def calculator()
file: evals/elsuite/multistep_web_tasks/docker/homepage/app.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1456
unit: def password()
file: evals/elsuite/multistep_web_tasks/docker/homepage/app.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1457
unit: def name()
file: evals/elsuite/bluff/strategy_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1458
unit: def cards()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1459
unit: def make_move()
file: evals/elsuite/bluff/bluff/players.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1460
unit: def no_suit()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1461
unit: def __repr__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1462
unit: def __eq__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1463
unit: def __repr__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1464
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1465
unit: def cards()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1466
unit: def all()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1467
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1468
unit: def cards()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1469
unit: def all()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1470
unit: def cards()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1471
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1472
unit: def cards()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1473
unit: def all()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1474
unit: def cards()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1475
unit: def __init__()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1476
unit: def cards()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1477
unit: def all()
file: evals/elsuite/bluff/bluff/cards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1478
unit: def __init__()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1479
unit: def task_description()
file: evals/elsuite/bluff/bluff/game.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1480
unit: def finished()
file: evals/elsuite/bluff/bluff/round.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1481
unit: def _add_message()
file: evals/elsuite/bluff/solver_player.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1482
unit: def name()
file: evals/elsuite/make_me_pay/solvers/lm_con_artist_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1483
unit: def minutes_since()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1484
unit: def detect_withdraw()
file: evals/elsuite/make_me_pay/makemepay.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1485
unit: def openai_chatcompletion_create()
file: evals/elsuite/make_me_pay/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1486
unit: def name()
file: evals/elsuite/self_prompting/solvers/custom_cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1487
unit: def name()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1488
unit: def name()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1489
unit: def name()
file: evals/elsuite/self_prompting/solvers/baselines.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1490
unit: def _calculate_improvement_wrt_baseline()
file: evals/elsuite/self_prompting/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1491
unit: def __init__()
file: evals/elsuite/already_said_that/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1492
unit: def __init__()
file: evals/elsuite/already_said_that/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1493
unit: def human_cli_solver()
file: evals/elsuite/already_said_that/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1494
unit: def build_distractor_question_message()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1495
unit: def eval_distractor_task()
file: evals/elsuite/already_said_that/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1496
unit: def get_basic_distractor_example()
file: evals/elsuite/already_said_that/distractors.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1497
unit: def row_idx_swap()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1498
unit: def _str_to_move()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1499
unit: def _move_to_str()
file: evals/elsuite/cant_do_that_anymore/chess/notation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1500
unit: def _filter_for_king_capturing_moves()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1501
unit: def __str__()
file: evals/elsuite/cant_do_that_anymore/chess/board.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1502
unit: def _get_pawn_double_step_transformations()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1503
unit: def _get_castling_possible_moves()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1504
unit: def _can_pieces_castle()
file: evals/elsuite/cant_do_that_anymore/chess/pieces.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1505
unit: def parse_piece()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1506
unit: def has_piece_been_moved()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1507
unit: def get_path_between_coords()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1508
unit: def same_color_piece_at_move_start()
file: evals/elsuite/cant_do_that_anymore/chess/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1509
unit: def assert_boards_consistent()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1510
unit: def create_dataset()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1511
unit: def get_diagonal_dataset_path()
file: evals/elsuite/cant_do_that_anymore/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1512
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1513
unit: def __call__()
file: evals/elsuite/bugged_tools/tools.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1514
unit: def _find_flag_from_assistant()
file: evals/elsuite/bugged_tools/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1515
unit: def render_obs()
file: evals/elsuite/identifying_variables/renderers/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1516
unit: def apply_noise()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1517
unit: def sparsify_data()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1518
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1519
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1520
unit: def __init__()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1521
unit: def _render_row()
file: evals/elsuite/identifying_variables/renderers/tabular.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1522
unit: def random_latent_func_meta()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1523
unit: def gen_sample_balanced_ctrl_vars()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1524
unit: def determine_gold_label()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1525
unit: def parse_target_hyp()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1526
unit: def integrate_target_hyp()
file: evals/elsuite/identifying_variables/scripts/gen_data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1527
unit: def make_token_count_tables()
file: evals/elsuite/identifying_variables/scripts/make_plots.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1528
unit: def linear()
file: evals/elsuite/identifying_variables/latent_funcs.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1529
unit: def quadratic()
file: evals/elsuite/identifying_variables/latent_funcs.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1530
unit: def random_uniform()
file: evals/elsuite/identifying_variables/latent_funcs.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1531
unit: def random_ints()
file: evals/elsuite/identifying_variables/latent_funcs.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1532
unit: def __init__()
file: evals/elsuite/identifying_variables/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1533
unit: def __init__()
file: evals/elsuite/identifying_variables/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1534
unit: def compute_metric_posthoc()
file: evals/elsuite/identifying_variables/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1535
unit: def _ctrl_vars_fallout()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1536
unit: def _ctrl_vars_recall()
file: evals/elsuite/identifying_variables/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1537
unit: def find_graph_roots()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1538
unit: def find_graph_trees()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1539
unit: def find_connected_nodes_pair()
file: evals/elsuite/identifying_variables/graph_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1540
unit: def __len__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1541
unit: def __len__()
file: evals/elsuite/steganography/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1542
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/spaceship_titanic/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1543
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/spaceship_titanic/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1544
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/spaceship_titanic/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1545
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1546
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pong/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1547
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1548
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/bipedal_walker/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1549
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1550
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ogbn_arxiv/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1551
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1552
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1553
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/parkinsons_disease/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1554
unit: def relu()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/human_baseline.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1555
unit: def convolution_step()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/human_baseline.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1556
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1557
unit: def relu()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1558
unit: def convolution_step()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/vectorization/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1559
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/house_price/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1560
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/house_price/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1561
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/house_price/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1562
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1563
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1564
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1565
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/inverted_pendulum/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1566
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/imdb/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1567
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/imdb/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1568
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/imdb/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1569
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1570
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/pusher/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1571
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1572
unit: def get_naive_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1573
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/feedback/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1574
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1575
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1576
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cartpole/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1577
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1578
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/humanoid/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1579
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/env/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1580
unit: def act()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/ant/baselines/naive.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1581
unit: def get_human_baseline_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1582
unit: def normalize_score()
file: evals/elsuite/hr_ml_agent_bench/benchmarks/cifar10/scripts/grade.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1583
unit: def research_problem()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1584
unit: def benchmark_folder_name()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1585
unit: def read_only_files()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1586
unit: def action_infos()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1587
unit: def static_kwargs_for_tools()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1588
unit: def trace()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1589
unit: def start_time()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1590
unit: def __enter__()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1591
unit: def get_task_description()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1592
unit: def low_level_actions()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1593
unit: def high_level_actions()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1594
unit: def print_action()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1595
unit: def _signal_handler()
file: evals/elsuite/hr_ml_agent_bench/environment.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1596
unit: def __init__()
file: evals/elsuite/hr_ml_agent_bench/schema.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1597
unit: def __str__()
file: evals/elsuite/hr_ml_agent_bench/schema.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1598
unit: def in_ci()
file: evals/elsuite/hr_ml_agent_bench/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1599
unit: def get_actions_description()
file: evals/elsuite/hr_ml_agent_bench/prompts.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1600
unit: def get_root_dir()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1601
unit: def get_code_dir()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1602
unit: def get_data_dir()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1603
unit: def is_gpu_available()
file: evals/elsuite/hr_ml_agent_bench/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1604
unit: def DEFAULT_MANIPULATEE_PREAMBLE_FN()
file: evals/elsuite/make_me_say/defaults.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1605
unit: def DEFAULT_FEEDBACK_MSG_FN()
file: evals/elsuite/make_me_say/defaults.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1606
unit: def to_dict()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1607
unit: def add_message()
file: evals/elsuite/make_me_say/core.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1608
unit: def get_completion_fn()
file: evals/elsuite/make_me_say/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1609
unit: def choice_to_str()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1610
unit: def get_choice()
file: evals/elsuite/modelgraded/classify_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1611
unit: def solver()
file: evals/elsuite/incontext_rl/anti-cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1612
unit: def name()
file: evals/elsuite/incontext_rl/anti-cot_solver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1613
unit: def _try_get_valid_action()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1614
unit: def _add_reset_message_to_task_state()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1615
unit: def _add_recap_message_to_task_state()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1616
unit: def _format_step_message()
file: evals/elsuite/incontext_rl/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1617
unit: def __init__()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1618
unit: def initialize_q_table()
file: evals/elsuite/incontext_rl/baselines.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1619
unit: def underlying_solver()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1620
unit: def __init__()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1621
unit: def __init__()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1622
unit: def human_cli_solver()
file: evals/elsuite/track_the_stat/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1623
unit: def yellow_string()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1624
unit: def median()
file: evals/elsuite/track_the_stat/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1625
unit: def format_prompt()
file: evals/elsuite/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1626
unit: def _conversation_loop()
file: evals/elsuite/skill_acquisition/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1627
unit: def answer_detected()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1628
unit: def view_instruction_detected()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1629
unit: def _get_average_metric()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1630
unit: def get_question_type()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1631
unit: def get_std_of_difference()
file: evals/elsuite/skill_acquisition/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1632
unit: def replace_last()
file: evals/elsuite/schelling_point/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1633
unit: def get_response()
file: evals/elsuite/schelling_point/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1634
unit: def __len__()
file: evals/elsuite/text_compression/scripts/dataset/custom_datasets.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1635
unit: def _conversation_loop()
file: evals/elsuite/twenty_questions/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1636
unit: def get_func_from_code()
file: evals/elsuite/function_deduction/scripts/dataset/create_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1637
unit: def extract_final_reports()
file: evals/elsuite/function_deduction/scripts/make_plots.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1638
unit: def __init__()
file: evals/elsuite/function_deduction/solvers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1639
unit: def round_ix()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1640
unit: def guess_update()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1641
unit: def _calculate_sem()
file: evals/elsuite/function_deduction/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1642
unit: def __init__()
file: evals/elsuite/function_deduction/baselines.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1643
unit: def get_jsonls()
file: evals/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1644
unit: def default()
file: evals/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1645
unit: def jsondump()
file: evals/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1646
unit: def jsonloads()
file: evals/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1647
unit: def jsonload()
file: evals/data.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1648
unit: def __init__()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 3

id: 1649
unit: def add_registry_paths()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 3

id: 1650
unit: def get_class()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1651
unit: def _dereference()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1652
unit: def get_solver()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1653
unit: def get_eval()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1654
unit: def get_eval_set()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1655
unit: def _load_resources()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1656
unit: def _completion_fns()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1657
unit: def _solvers()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1658
unit: def _eval_sets()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1659
unit: def _evals()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1660
unit: def _modelgraded_specs()
file: evals/registry.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1661
unit: def generate_combinations()
file: evals/registry/data/german-part-of-speech/buildDataDe.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1662
unit: def create_move_line()
file: evals/registry/data/mazes/nxn_maze_eval_generator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1663
unit: def generate_word_association_user_message()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1664
unit: def taboo_clue_guesser_system_message()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1665
unit: def taboo_clue_giver_system_message()
file: evals/registry/data/word_association/corpus_tools/sample_generators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1666
unit: def _get_corpus()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1667
unit: def get_frequency_distribution()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1668
unit: def get_pos_tagged_words()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1669
unit: def __len__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1670
unit: def __getitem__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1671
unit: def __setitem__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1672
unit: def __delitem__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1673
unit: def __iter__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1674
unit: def __contains__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1675
unit: def __repr__()
file: evals/registry/data/word_association/corpus_tools/corpus.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1676
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1677
unit: def validate()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1678
unit: def get_embeddings()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1679
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1680
unit: def set_model()
file: evals/registry/data/word_association/corpus_tools/validators.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1681
unit: def _get_related_words()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1682
unit: def get_pos_tagged_words()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1683
unit: def __repr__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1684
unit: def __len__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1685
unit: def __getitem__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1686
unit: def __contains__()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1687
unit: def _get_related_words()
file: evals/registry/data/word_association/corpus_tools/related_words.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1688
unit: def __init__()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1689
unit: def frequency_filter()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1690
unit: def sub_word_filter()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1691
unit: def __iter__()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1692
unit: def __len__()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1693
unit: def __getitem__()
file: evals/registry/data/word_association/corpus_tools/processor.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1694
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1695
unit: def clone()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1696
unit: def __str__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1697
unit: def tree()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1698
unit: def __init__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1699
unit: def clone()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1700
unit: def __str__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1701
unit: def tree()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1702
unit: def clone()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1703
unit: def __str__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1704
unit: def tree()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1705
unit: def clone()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1706
unit: def __str__()
file: evals/registry/data/solve-for-variable/tools/solve.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1707
unit: def _get_vars()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1708
unit: def generate()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1709
unit: def _compile()
file: evals/registry/data/solve-for-variable/tools/tester.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1710
unit: def write()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1711
unit: def __exit__()
file: evals/registry/data/solve-for-variable/tools/main.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1712
unit: def make_env()
file: evals/registry/data/hr_ml_agent_bench/parkinsons_disease/dataset/public_timeseries_testing_util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1713
unit: def get_above_tile()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 1714
unit: def get_below_tile()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 1715
unit: def get_left_tile()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 1716
unit: def get_right_tile()
file: evals/registry/data/simple_physics_engine/wave_function_collapse.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 1717
unit: def highlight()
file: evals/cli/oaievalset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1718
unit: def _purple()
file: evals/cli/oaieval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1719
unit: def build_recorder()
file: evals/cli/oaieval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1720
unit: def get_confusion_matrix()
file: evals/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1721
unit: def compute_precision()
file: evals/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1722
unit: def compute_recall()
file: evals/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1723
unit: def compute_averaged_f_score()
file: evals/metrics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1724
unit: def is_chat_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1725
unit: def _render_chat_prompt_as_text()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1726
unit: def _render_text_as_chat_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1727
unit: def eval_sample()
file: evals/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1728
unit: def completion_fn()
file: evals/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1729
unit: def run()
file: evals/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1730
unit: def _get_samples_path()
file: evals/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1731
unit: def eval_sample()
file: evals/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1732
unit: def __init__()
file: evals/completion_fns/langchain_math.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1733
unit: def get_completions()
file: evals/completion_fns/langchain_math.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1734
unit: def __init__()
file: evals/completion_fns/retrieval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1735
unit: def get_completions()
file: evals/completion_fns/retrieval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1736
unit: def __init__()
file: evals/completion_fns/cot.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1737
unit: def get_completions()
file: evals/completion_fns/cot.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1738
unit: def __init__()
file: evals/completion_fns/solver_completion_fn.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1739
unit: def get_completions()
file: evals/completion_fns/solver_completion_fn.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1740
unit: def __call__()
file: evals/completion_fns/solver_completion_fn.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1741
unit: def get_completions()
file: evals/completion_fns/openai.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1742
unit: def __init__()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1743
unit: def get_completions()
file: evals/completion_fns/langchain_llm.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1744
unit: def default_recorder()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1745
unit: def current_sample_id()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1746
unit: def get_metrics()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1747
unit: def get_scores()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1748
unit: def _flush_events_internal()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1749
unit: def record_raw()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1750
unit: def record_metrics()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1751
unit: def record_extra()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1752
unit: def record_final_report()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1753
unit: def _green()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1754
unit: def _red()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1755
unit: def __init__()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1756
unit: def current_sample_id()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1757
unit: def record_match()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 5

id: 1758
unit: def record_embedding()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1759
unit: def record_sampling()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1760
unit: def record_function_call()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1761
unit: def record_cond_logp()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1762
unit: def record_pick_option()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1763
unit: def record_raw()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1764
unit: def record_metrics()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1765
unit: def record_error()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1766
unit: def record_extra()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1767
unit: def record_event()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1768
unit: def pause()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1769
unit: def unpause()
file: evals/record.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1770
unit: def get_completions()
file: evals/api.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1771
unit: def get_completions()
file: evals/api.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1772
unit: def __call__()
file: evals/api.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1773
unit: def _preprocess_completion_fn_options()
file: evals/solvers/providers/together/together_solver.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 1

id: 1774
unit: def _produce_scratchpad()
file: evals/elsuite/sandbagging/solvers.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 1775
unit: def to_formatted_prompt()
file: evals/prompt/base.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 1