id: 1
unit: def evaluate()
file: evalbench/evaluator/orchestrator.py
start line: 0
end line: 0
size: 62 LOC
McCabe index: 11
number of parameters: 2

id: 2
unit: def _run_execute()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 12
number of parameters: 3

id: 3
unit: def analyze_result()
file: evalbench/reporting/analyzer.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 2
number of parameters: 3

id: 4
unit: def main()
file: evalbench/evalbench.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 6
number of parameters: 1

id: 5
unit: def run()
file: evalbench/work/sqlexecwork.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 4
number of parameters: 2

id: 6
unit: def compute_precision_recall()
file: evalbench/scorers/recallmatcher.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 11
number of parameters: 3

id: 7
unit: def insert_data()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 11
number of parameters: 4

id: 8
unit: def _print_report()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 3
number of parameters: 2

id: 9
unit: def generate_ddl()
file: evalbench/databases/util.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 9
number of parameters: 3

id: 10
unit: def __init__()
file: evalbench/databases/alloydb.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 2
number of parameters: 2

id: 11
unit: def __init__()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 2
number of parameters: 2

id: 12
unit: def __init__()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 2

id: 13
unit: def _run_execute()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 9
number of parameters: 3

id: 14
unit: def __init__()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 2
number of parameters: 2

id: 15
unit: def _run_execute()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 9
number of parameters: 3

id: 16
unit: def _prepare_db_queue_for_ddl()
file: evalbench/evaluator/db_manager.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 5

id: 17
unit: def load_dataset_from_bird_format()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 2
number of parameters: 1

id: 18
unit: def store()
file: evalbench/reporting/csv.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 5
number of parameters: 3

id: 19
unit: def _get_column_name_to_type_mapping()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 7
number of parameters: 2

id: 20
unit: def insert_data()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 8
number of parameters: 4

id: 21
unit: def truncateExecutionOutputs()
file: evalbench/util/loghandler.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 2

id: 22
unit: def set_session_configs()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 10
number of parameters: 2

id: 23
unit: def load_dataset()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 2

id: 24
unit: def init_from_proto()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 13
number of parameters: 2

id: 25
unit: def __init__()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 8
number of parameters: 2

id: 26
unit: def _run_execute()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 8
number of parameters: 3

id: 27
unit: def get_generator()
file: evalbench/generators/models/__init__.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 3

id: 28
unit: def run()
file: evalbench/work/sqlgenwork.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 2

id: 29
unit: def breakdown_datasets()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 1

id: 30
unit: def __init__()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 0

id: 31
unit: def generate_internal()
file: evalbench/generators/models/claude.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 2

id: 32
unit: def get_cache_client()
file: evalbench/databases/util.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 1

id: 33
unit: def update_google3_relative_paths()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 10
number of parameters: 2

id: 34
unit: def _run_execute()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 3

id: 35
unit: def _execute_autocommit()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 2

id: 36
unit: def _item_meets_config_filters()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 2

id: 37
unit: def get_database()
file: evalbench/databases/__init__.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 11
number of parameters: 2

id: 38
unit: def skip_database()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 3

id: 39
unit: def process()
file: evalbench/evaluator/orchestrator.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 1

id: 40
unit: def _prepare_db_queue_for_dql()
file: evalbench/evaluator/db_manager.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 5

id: 41
unit: def _prepare_db_queue_for_dml()
file: evalbench/evaluator/db_manager.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 5

id: 42
unit: def generate()
file: evalbench/generators/models/generator.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 2

id: 43
unit: def generate_internal()
file: evalbench/generators/models/gemini.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 2

id: 44
unit: def __init__()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 2

id: 45
unit: def to_proto()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 46
unit: def load_db_data_from_csvs()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 1

id: 47
unit: def convert_to_hashable()
file: evalbench/scorers/comparator.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 1

id: 48
unit: def resetup_database()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 3

id: 49
unit: def get_metadata()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 50
unit: def insert_data()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 4

id: 51
unit: def get_metadata()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 52
unit: def get_metadata()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 53
unit: def insert_data()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 4

id: 54
unit: def get_metadata()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 1

id: 55
unit: def insert_data()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 4

id: 56
unit: def _colab_progress()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 57
unit: def _get_setup_values()
file: evalbench/evaluator/db_manager.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 58
unit: def load_dataset_from_json()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 59
unit: def reaper()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 1

id: 60
unit: def breakdown_db_configs_by_type()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 1

id: 61
unit: def __init__()
file: evalbench/scorers/generatedqueryregexpmatcher.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 62
unit: def cleanup_progress_reporting()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 3

id: 63
unit: def copy_for_dialect()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 64
unit: def main()
file: evalbench/eval_server.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 65
unit: def prune_resource_files()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 2

id: 66
unit: def compare()
file: evalbench/scorers/executablesql.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 67
unit: def compare()
file: evalbench/scorers/setmatcher.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 68
unit: def compare()
file: evalbench/scorers/comparator.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 69
unit: def compare()
file: evalbench/scorers/generatedqueryregexpmatcher.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 70
unit: def compare()
file: evalbench/scorers/returnedsql.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 71
unit: def compare()
file: evalbench/scorers/exactmatcher.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 72
unit: def _is_exact_match()
file: evalbench/scorers/llmrater.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 73
unit: def compare()
file: evalbench/scorers/llmrater.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 74
unit: def compare()
file: evalbench/scorers/recallmatcher.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 75
unit: def create_tmp_users()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 4

id: 76
unit: def get_db_secret()
file: evalbench/databases/util.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 77
unit: def create_tmp_users()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 4

id: 78
unit: def _set_dialect_based_sql()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 2

id: 79
unit: def __init__()
file: evalbench/generators/models/gemini.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 80
unit: def sanitize_sql()
file: evalbench/util/sanitizer.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 81
unit: def load_setup_scripts()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 82
unit: def take_n_uniques()
file: evalbench/scorers/llmrater.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 2

id: 83
unit: def get_ddl_from_db()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 84
unit: def generate_ddl()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 85
unit: def drop_tmp_database()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 86
unit: def drop_all_tables()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 1

id: 87
unit: def evaluate()
file: evalbench/evaluator/evaluator.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 88
unit: def generate_internal()
file: evalbench/generators/models/alloydb_ai_nl.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 89
unit: def run()
file: evalbench/work/promptgenwork.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 90
unit: def _get_golden_sql()
file: evalbench/work/sqlexecwork.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 91
unit: def convert_to_set()
file: evalbench/scorers/comparator.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 1

id: 92
unit: def _execute_queries()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 3

id: 93
unit: def create_tmp_users()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 4

id: 94
unit: def _execute_auto_commit()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 95
unit: def report_progress()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 96
unit: def get_reporters()
file: evalbench/reporting/__init__.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 97
unit: def quick_summary()
file: evalbench/reporting/report.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 98
unit: def __init__()
file: evalbench/generators/models/claude.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 99
unit: def printProgressBar()
file: evalbench/util/progress.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 100
unit: def __init__()
file: evalbench/client/eval_client.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 101
unit: def _execute_queries()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 3

id: 102
unit: def get_metadata()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 103
unit: def drop_all_tables()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 104
unit: def _execute_queries()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 3

id: 105
unit: def _execute_queries()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 3

id: 106
unit: def drop_tmp_database()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 2

id: 107
unit: def _setup_stdout_reporting()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 108
unit: def evaluate_sub_dataset()
file: evalbench/evaluator/orchestrator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 109
unit: def write_resource_files()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 110
unit: def get_gcp_project()
file: evalbench/util/gcp.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 111
unit: def get_gcp_region()
file: evalbench/util/gcp.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 112
unit: def _load_setup_sql()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 113
unit: def run()
file: evalbench/work/scorework.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 114
unit: def _sanitize_sql()
file: evalbench/work/sqlexecwork.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 115
unit: def clone_dataset()
file: evalbench/repository/nldRepo.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 116
unit: def __init__()
file: evalbench/scorers/llmrater.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 117
unit: def create_tmp_databases()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 118
unit: def close_connections()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 119
unit: def batch_execute()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 120
unit: def close_connections()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 121
unit: def close_connections()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 122
unit: def batch_execute()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 123
unit: def _get_dialect_based_sql()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 124
unit: def create_session()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 125
unit: def load_session_configs()
file: evalbench/util/service.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 126
unit: def to_dict()
file: evalbench/scorers/comparator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 127
unit: def close_connections()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 128
unit: def create_tmp_database()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 129
unit: def __init__()
file: evalbench/evaluator/orchestrator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 130
unit: def _create_ddl_tmp_db()
file: evalbench/evaluator/db_manager.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 131
unit: def load_json()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 132
unit: def analyze_one_metric()
file: evalbench/reporting/analyzer.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 133
unit: def config_to_df()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 134
unit: def get_google3_relative_path()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 135
unit: def rate_limit()
file: evalbench/util/rate_limit.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 136
unit: def __init__()
file: evalbench/work/scorework.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 137
unit: def __init__()
file: evalbench/work/sqlexecwork.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 138
unit: def clone()
file: evalbench/repository/nldRepo.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 139
unit: def clone_from_dir()
file: evalbench/repository/nldRepo.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 140
unit: def make_hashable()
file: evalbench/scorers/util.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 141
unit: def __init__()
file: evalbench/scorers/comparator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 142
unit: def __init__()
file: evalbench/scorers/recallmatcher.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 143
unit: def setup_tmp_users()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 144
unit: def execute()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 145
unit: def execute()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 146
unit: def _execute()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 147
unit: def drop_tmp_database()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 148
unit: def delete_tmp_user()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 149
unit: def __init__()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 150
unit: def _is_float()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 151
unit: def execute()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 152
unit: def drop_tmp_database()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 153
unit: def drop_all_tables()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 154
unit: def delete_tmp_user()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 155
unit: def execute()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 156
unit: def drop_tmp_database()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 157
unit: def delete_tmp_user()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 158
unit: def execute()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 159
unit: def _execute()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 160
unit: def _get_connection_path()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 161
unit: def skip_dialect()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 162
unit: def get_generator()
file: evalbench/generators/prompts/__init__.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 163
unit: def get_sql()
file: evalbench/generators/models/alloydb_ai_nl.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 164
unit: def generate_key()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 165
unit: def _get_eval_query()
file: evalbench/work/sqlexecwork.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 166
unit: def with_cache_execute()
file: evalbench/scorers/util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 167
unit: def clean_sql_query()
file: evalbench/scorers/generatedqueryregexpmatcher.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 168
unit: def compare()
file: evalbench/scorers/score.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 169
unit: def create_tmp_database()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 170
unit: def with_cache_execute()
file: evalbench/databases/util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 171
unit: def create_tmp_database()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 172
unit: def _execute()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 173
unit: def create_tmp_database()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 174
unit: def create_tmp_database()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 175
unit: def record_successful_prompt_gen()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 176
unit: def record_successful_sql_gen()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 177
unit: def record_successful_sql_exec()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 178
unit: def record_successful_scoring()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 179
unit: def record_successful_setup()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 180
unit: def _union_dialects()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 181
unit: def __init__()
file: evalbench/reporting/report.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 182
unit: def get_dataframe()
file: evalbench/reporting/report.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 183
unit: def __init__()
file: evalbench/generators/prompts/sqlgenbase.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 184
unit: def __init__()
file: evalbench/generators/models/generator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 4
number of parameters: 2

id: 185
unit: def __init__()
file: evalbench/generators/models/alloydb_ai_nl.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 186
unit: def load_textproto()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 187
unit: def _inference_without_caching()
file: evalbench/scorers/llmrater.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 188
unit: def get_dql_user()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 189
unit: def get_dml_user()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 190
unit: def get_tmp_user_password()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 191
unit: def drop_all_tables()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 192
unit: def batch_execute()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 193
unit: def batch_execute()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 194
unit: def drop_all_tables()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 195
unit: def unittests()
file: noxfile.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 196
unit: def _setup_colab()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 197
unit: def __init__()
file: evalbench/evaluator/evaluator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 198
unit: def __init__()
file: evalbench/dataset/evaloutput.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 199
unit: def __init__()
file: evalbench/mp/mprunner.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 200
unit: def __init__()
file: evalbench/generators/models/passthrough.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 201
unit: def __init__()
file: evalbench/eval_service.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 202
unit: def __init__()
file: evalbench/eval_service.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 203
unit: def load_yaml_config()
file: evalbench/util/config.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 204
unit: def __init__()
file: evalbench/work/promptgenwork.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 205
unit: def __init__()
file: evalbench/work/sqlgenwork.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 206
unit: def cloneApplication()
file: evalbench/repository/nldRepo.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 207
unit: def __init__()
file: evalbench/scorers/executablesql.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 208
unit: def __init__()
file: evalbench/scorers/setmatcher.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 209
unit: def __init__()
file: evalbench/scorers/returnedsql.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 210
unit: def __init__()
file: evalbench/scorers/exactmatcher.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 211
unit: def clean_tmp_creations()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 212
unit: def set_setup_instructions()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 213
unit: def drop_tmp_databases()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 214
unit: def delete_tmp_users()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 215
unit: def generate_ddl()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 216
unit: def generate_ddl()
file: evalbench/databases/mysql.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 217
unit: def _is_db_secret_path()
file: evalbench/databases/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 218
unit: def batch_execute()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 219
unit: def generate_ddl()
file: evalbench/databases/sqlserver.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 220
unit: def generate_ddl()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 221
unit: def generate_ddl()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 222
unit: def setup_progress_reporting()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 223
unit: def _report()
file: evalbench/evaluator/progress_reporter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 224
unit: def build_db_queue()
file: evalbench/evaluator/db_manager.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 225
unit: def build_normalized_other()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 226
unit: def flatten_dataset()
file: evalbench/dataset/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 227
unit: def init_from_proto()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 228
unit: def to_proto()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 229
unit: def copy()
file: evalbench/dataset/evalinput.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 230
unit: def do_work()
file: evalbench/mp/mprunner.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 231
unit: def execute_work()
file: evalbench/mp/mprunner.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 232
unit: def __init__()
file: evalbench/reporting/csv.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 233
unit: def store()
file: evalbench/reporting/report.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 234
unit: def print_dashboard_links()
file: evalbench/reporting/report.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 235
unit: def __init__()
file: evalbench/generators/prompts/passthrough.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 236
unit: def setup()
file: evalbench/generators/prompts/passthrough.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 237
unit: def generate()
file: evalbench/generators/prompts/passthrough.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 238
unit: def __init__()
file: evalbench/generators/prompts/generator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 239
unit: def generate()
file: evalbench/generators/prompts/generator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 240
unit: def setup()
file: evalbench/generators/prompts/generator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 241
unit: def setup()
file: evalbench/generators/prompts/sqlgenbase.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 242
unit: def generate()
file: evalbench/generators/prompts/sqlgenbase.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 243
unit: def generate_internal()
file: evalbench/generators/models/passthrough.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 244
unit: def generate_internal()
file: evalbench/generators/models/generator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 245
unit: def decorate()
file: evalbench/eval_service.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 246
unit: def _process_results()
file: evalbench/eval_service.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 247
unit: def __init__()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 248
unit: def set_ttl()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 249
unit: def get_ttl()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 250
unit: def get_session()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 251
unit: def get_sessions()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 252
unit: def delete_session()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 253
unit: def shutdown()
file: evalbench/util/sessionmgr.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 254
unit: def get_SessionManager()
file: evalbench/util/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 255
unit: def __init__()
file: evalbench/work/work.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 256
unit: def run()
file: evalbench/work/work.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 257
unit: def _evaluate_execution_results()
file: evalbench/work/sqlexecwork.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 258
unit: def __init__()
file: evalbench/repository/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 259
unit: def clone()
file: evalbench/repository/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 260
unit: def get_repository()
file: evalbench/repository/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 261
unit: def __init__()
file: evalbench/repository/nldRepo.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 262
unit: def __init__()
file: evalbench/scorers/comparator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 263
unit: def batch_execute()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 264
unit: def get_metadata()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 265
unit: def create_tmp_database()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 266
unit: def drop_tmp_database()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 267
unit: def drop_all_tables()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 268
unit: def insert_data()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 269
unit: def create_tmp_users()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 270
unit: def delete_tmp_user()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 271
unit: def close_connections()
file: evalbench/databases/db.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 272
unit: def execute()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 273
unit: def _execute()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 274
unit: def close_connections()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 275
unit: def create_tmp_users()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 276
unit: def delete_tmp_user()
file: evalbench/databases/bigquery.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 277
unit: def _execute()
file: evalbench/databases/postgres.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 278
unit: def create_tmp_users()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 279
unit: def delete_tmp_user()
file: evalbench/databases/sqlite.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2