Path	Lines of Code
datasets/bat/db_configs/alloydb.yaml	7
datasets/bat/db_configs/bigquery.yaml	5
datasets/bat/db_configs/mysql.yaml	6
datasets/bat/db_configs/postgres.yaml	6
datasets/bat/db_configs/sqlite.yaml	4
datasets/bat/db_configs/sqlserver.yaml	6
datasets/bat/example_run_config.yaml	20
datasets/bat/setup/db_blog/bigquery/post_setup.sql	36
datasets/bat/setup/db_blog/bigquery/pre_setup.sql	1
datasets/bat/setup/db_blog/bigquery/setup.sql	385
datasets/bat/setup/db_blog/mysql/post_setup.sql	1
datasets/bat/setup/db_blog/mysql/pre_setup.sql	1
datasets/bat/setup/db_blog/mysql/setup.sql	811
datasets/bat/setup/db_blog/postgres/post_setup.sql	80
datasets/bat/setup/db_blog/postgres/pre_setup.sql	1
datasets/bat/setup/db_blog/postgres/setup.sql	499
datasets/bat/setup/db_blog/sqlite/post_setup.sql	1
datasets/bat/setup/db_blog/sqlite/pre_setup.sql	1
datasets/bat/setup/db_blog/sqlite/setup.sql	406
datasets/bat/setup/db_blog/sqlserver/post_setup.sql	38
datasets/bat/setup/db_blog/sqlserver/pre_setup.sql	1
datasets/bat/setup/db_blog/sqlserver/setup.sql	366
datasets/bird/db_configs/sqlite.yaml	5
datasets/bird/example_run_config.yaml	19
datasets/model_configs/claude_3.5_model.yaml	4
datasets/model_configs/gemini_1.0_pro_model.yaml	3
datasets/model_configs/gemini_1.5-pro-002_model.yaml	4
datasets/model_configs/gemini_1.5_flash_model.yaml	3
datasets/model_configs/gemini_2.0_flash_model.yaml	4
datasets/model_configs/gemini_2.0_pro_model.yaml	4
datasets/model_configs/gemini_2.5_pro_model.yaml	4
evalbench/client/eval_client.py	83
evalbench/databases/__init__.py	23
evalbench/databases/alloydb.py	35
evalbench/databases/bigquery.py	220
evalbench/databases/db.py	132
evalbench/databases/mysql.py	197
evalbench/databases/postgres.py	192
evalbench/databases/sqlite.py	196
evalbench/databases/sqlserver.py	219
evalbench/databases/util.py	115
evalbench/dataset/__init__.py	1
evalbench/dataset/dataset.py	112
evalbench/dataset/evalinput.py	117
evalbench/dataset/evaloutput.py	7
evalbench/eval_server.py	53
evalbench/eval_service.py	141
evalbench/evalbench.py	64
evalbench/evalproto/eval_config.proto	11
evalbench/evalproto/eval_connect.proto	6
evalbench/evalproto/eval_request.proto	52
evalbench/evalproto/eval_response.proto	7
evalbench/evalproto/eval_service.proto	37
evalbench/evaluator/db_manager.py	94
evalbench/evaluator/evaluator.py	90
evalbench/evaluator/orchestrator.py	190
evalbench/evaluator/progress_reporter.py	202
evalbench/generators/models/__init__.py	26
evalbench/generators/models/alloydb_ai_nl.py	22
evalbench/generators/models/claude.py	32
evalbench/generators/models/gemini.py	38
evalbench/generators/models/generator.py	27
evalbench/generators/models/passthrough.py	7
evalbench/generators/prompts/__init__.py	7
evalbench/generators/prompts/generator.py	10
evalbench/generators/prompts/passthrough.py	8
evalbench/generators/prompts/sqlgenbase.py	23
evalbench/mp/__init__.py	1
evalbench/mp/mprunner.py	11
evalbench/reporting/__init__.py	12
evalbench/reporting/analyzer.py	84
evalbench/reporting/csv.py	28
evalbench/reporting/report.py	28
evalbench/repository/__init__.py	3
evalbench/repository/base.py	7
evalbench/repository/nldRepo.py	32
evalbench/scorers/__init__.py	1
evalbench/scorers/comparator.py	70
evalbench/scorers/exactmatcher.py	27
evalbench/scorers/executablesql.py	23
evalbench/scorers/generatedqueryregexpmatcher.py	57
evalbench/scorers/llmrater.py	113
evalbench/scorers/recallmatcher.py	61
evalbench/scorers/returnedsql.py	30
evalbench/scorers/score.py	68
evalbench/scorers/setmatcher.py	36
evalbench/scorers/util.py	35
evalbench/util/__init__.py	6
evalbench/util/config.py	143
evalbench/util/gcp.py	17
evalbench/util/loghandler.py	22
evalbench/util/progress.py	16
evalbench/util/rate_limit.py	31
evalbench/util/sanitizer.py	11
evalbench/util/service.py	13
evalbench/util/sessionmgr.py	69
evalbench/work/__init__.py	4
evalbench/work/promptgenwork.py	16
evalbench/work/scorework.py	23
evalbench/work/sqlexecwork.py	99
evalbench/work/sqlgenwork.py	25
evalbench/work/work.py	6
evalbench_service/k8s/evalbench-test.yaml	48
evalbench_service/k8s/evalbench.yaml	48
evalbench_service/k8s/ksa-test.yaml	7
evalbench_service/k8s/ksa.yaml	7
evalbench_service/k8s/namespace-test.yaml	4
evalbench_service/k8s/namespace.yaml	4
evalbench_service/k8s/service-test.yaml	20
evalbench_service/k8s/service.yaml	20
evalbench_service/k8s/vertical-autoscale-test.yaml	23
evalbench_service/k8s/vertical-autoscale.yaml	23
noxfile.py	7
pyproject.toml	4