path	# lines of code	# active days	days since first update	days since last update	# commits	# contributors	first updated	last updated	first contributor	last contributor
evalbench/evaluator/progress_reporter.py	202	3	38	36	13	2	2025-03-28	2025-03-30	42976936+mahyareb@users.noreply.github.com	42976936+mahyareb@users.noreply.github.com
evalbench/evaluator/evaluator.py	90	30	278	20	48	9	2024-07-31	2025-04-15	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/evaluator/orchestrator.py	190	10	39	6	29	4	2025-03-27	2025-04-29	mebadi@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/evaluator/db_manager.py	94	11	66	7	15	4	2025-02-28	2025-04-28	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/dataset/__init__.py	1	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/dataset/dataset.py	112	27	278	14	49	10	2024-07-31	2025-04-21	ismailmehdi@gmail.com	76586767+dvnshgupta@users.noreply.github.com
evalbench/dataset/evalinput.py	117	19	278	38	31	8	2024-07-31	2025-03-28	ismailmehdi@gmail.com	mebadi@google.com
evalbench/dataset/evaloutput.py	7	3	278	238	3	2	2024-07-31	2024-09-09	ismailmehdi@gmail.com	75753836+hardikgu23@users.noreply.github.com
evalbench/evalproto/eval_service.proto	37	8	249	89	10	6	2024-08-29	2025-02-05	ismailmehdi@gmail.com	mebadi@google.com
evalbench/evalproto/eval_connect.proto	6	4	247	93	5	4	2024-08-31	2025-02-01	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/evalproto/eval_config.proto	11	7	249	93	10	6	2024-08-29	2025-02-01	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/evalproto/eval_response.proto	7	7	249	93	8	5	2024-08-29	2025-02-01	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/evalproto/eval_request.proto	52	13	249	38	20	7	2024-08-29	2025-03-28	ismailmehdi@gmail.com	mebadi@google.com
evalbench/mp/__init__.py	1	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/mp/mprunner.py	11	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/evalbench.py	64	30	278	20	59	9	2024-07-31	2025-04-15	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/eval_server.py	53	5	258	65	6	4	2024-08-20	2025-03-01	yangtian@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/reporting/__init__.py	12	2	278	42	4	3	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/reporting/csv.py	28	1	42	42	5	2	2025-03-24	2025-03-24	42976936+mahyareb@users.noreply.github.com	mebadi@google.com
evalbench/reporting/analyzer.py	84	14	278	42	20	10	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/reporting/report.py	28	7	278	20	12	4	2024-07-31	2025-04-15	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/generators/prompts/__init__.py	7	8	278	36	12	6	2024-07-31	2025-03-30	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/generators/prompts/passthrough.py	8	2	278	42	4	3	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/generators/prompts/generator.py	10	2	278	42	5	3	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/generators/prompts/sqlgenbase.py	23	4	37	7	6	4	2025-03-29	2025-04-28	42976936+mahyareb@users.noreply.github.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/generators/models/__init__.py	26	13	278	6	21	7	2024-07-31	2025-04-29	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/generators/models/passthrough.py	7	7	258	42	10	5	2024-08-20	2025-03-24	yangtian@google.com	mebadi@google.com
evalbench/generators/models/generator.py	27	6	278	33	11	3	2024-07-31	2025-04-02	ismailmehdi@gmail.com	mebadi@google.com
evalbench/generators/models/claude.py	32	2	62	42	11	4	2025-03-04	2025-03-24	90177675+jahnavi2k@users.noreply.github.com	mebadi@google.com
evalbench/generators/models/alloydb_ai_nl.py	22	2	7	6	4	2	2025-04-28	2025-04-29	m1378.prz@gmail.com	m1378.prz@gmail.com
evalbench/generators/models/gemini.py	38	16	278	20	33	9	2024-07-31	2025-04-15	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/eval_service.py	141	28	258	38	50	8	2024-08-20	2025-03-28	yangtian@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/util/sanitizer.py	11	5	66	20	8	4	2025-02-28	2025-04-15	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/util/sessionmgr.py	69	6	247	65	12	4	2024-08-31	2025-03-01	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/util/service.py	13	5	66	38	6	2	2025-02-28	2025-03-28	mebadi@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/util/__init__.py	6	4	278	170	5	3	2024-07-31	2024-11-16	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/util/progress.py	16	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/util/gcp.py	17	2	42	41	3	2	2025-03-24	2025-03-25	42976936+mahyareb@users.noreply.github.com	42976936+mahyareb@users.noreply.github.com
evalbench/util/loghandler.py	22	5	171	20	9	3	2024-11-15	2025-04-15	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/util/config.py	143	16	278	7	30	6	2024-07-31	2025-04-28	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/util/rate_limit.py	31	3	42	33	7	2	2025-03-24	2025-04-02	42976936+mahyareb@users.noreply.github.com	mebadi@google.com
evalbench/client/eval_client.py	83	4	247	238	5	2	2024-08-31	2024-09-09	ismailmehdi@gmail.com	75753836+hardikgu23@users.noreply.github.com
evalbench/work/__init__.py	4	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/work/work.py	6	3	278	65	3	3	2024-07-31	2025-03-01	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/work/promptgenwork.py	16	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/work/scorework.py	23	5	278	36	5	3	2024-07-31	2025-03-30	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/work/sqlgenwork.py	25	5	278	219	5	3	2024-07-31	2024-09-28	ismailmehdi@gmail.com	hardikgupta@google.com
evalbench/work/sqlexecwork.py	99	29	278	13	48	9	2024-07-31	2025-04-22	ismailmehdi@gmail.com	jahnaviii@google.com
evalbench/repository/base.py	7	2	210	209	4	2	2024-10-07	2024-10-08	hardikgupta@google.com	75753836+hardikgu23@users.noreply.github.com
evalbench/repository/__init__.py	3	5	210	93	7	5	2024-10-07	2025-02-01	hardikgupta@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/repository/nldRepo.py	32	5	101	65	7	4	2025-01-24	2025-03-01	prernakakkar@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/scorers/executablesql.py	23	4	33	20	4	3	2025-04-02	2025-04-15	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/scorers/util.py	35	7	171	42	10	7	2024-11-15	2025-03-24	51998522+viditchopra1500@users.noreply.github.com	mebadi@google.com
evalbench/scorers/setmatcher.py	36	6	149	42	9	6	2024-12-07	2025-03-24	hailong.leon@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/scorers/comparator.py	70	13	278	56	17	9	2024-07-31	2025-03-10	ismailmehdi@gmail.com	76586767+dvnshgupta@users.noreply.github.com
evalbench/scorers/__init__.py	1	1	278	278	1	1	2024-07-31	2024-07-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench/scorers/generatedqueryregexpmatcher.py	57	9	278	65	14	9	2024-07-31	2025-03-01	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/scorers/returnedsql.py	30	10	207	42	13	6	2024-10-10	2025-03-24	hardikgupta@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/scorers/score.py	68	25	278	20	33	12	2024-07-31	2025-04-15	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/scorers/exactmatcher.py	27	12	278	42	23	9	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/scorers/llmrater.py	113	29	252	36	46	11	2024-08-26	2025-03-30	viditchopra@google.com	42976936+mahyareb@users.noreply.github.com
evalbench/scorers/recallmatcher.py	61	11	278	42	18	9	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/databases/db.py	132	14	278	7	21	7	2024-07-31	2025-04-28	ismailmehdi@gmail.com	90177675+jahnavi2k@users.noreply.github.com
evalbench/databases/mysql.py	197	30	243	7	52	10	2024-09-04	2025-04-28	hardikgupta@google.com	jahnaviii@google.com
evalbench/databases/util.py	115	12	278	42	20	7	2024-07-31	2025-03-24	ismailmehdi@gmail.com	mebadi@google.com
evalbench/databases/bigquery.py	220	5	17	6	8	4	2025-04-18	2025-04-29	jahnaviii@google.com	m1378.prz@gmail.com
evalbench/databases/__init__.py	23	15	278	6	23	9	2024-07-31	2025-04-29	ismailmehdi@gmail.com	42976936+mahyareb@users.noreply.github.com
evalbench/databases/alloydb.py	35	19	278	6	28	8	2024-07-31	2025-04-29	ismailmehdi@gmail.com	m1378.prz@gmail.com
evalbench/databases/sqlserver.py	219	24	215	7	41	7	2024-10-02	2025-04-28	42976936+mahyareb@users.noreply.github.com	jahnaviii@google.com
evalbench/databases/postgres.py	192	25	278	7	42	9	2024-07-31	2025-04-28	ismailmehdi@gmail.com	jahnaviii@google.com
evalbench/databases/sqlite.py	196	13	49	7	30	5	2025-03-17	2025-04-28	jahnaviii@google.com	jahnaviii@google.com
evalbench_service/k8s/evalbench.yaml	48	3	252	210	5	4	2024-08-26	2024-10-07	ismailmehdi@gmail.com	hardikgupta@google.com
evalbench_service/k8s/service-test.yaml	20	2	202	197	2	2	2024-10-15	2024-10-20	ismailmehdi@gmail.com	hardikgupta@google.com
evalbench_service/k8s/ksa.yaml	7	1	252	252	1	1	2024-08-26	2024-08-26	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench_service/k8s/vertical-autoscale-test.yaml	23	2	170	168	2	2	2024-11-16	2024-11-18	mebadi@google.com	42976936+mahyareb@users.noreply.github.com
evalbench_service/k8s/evalbench-test.yaml	48	2	202	197	2	2	2024-10-15	2024-10-20	ismailmehdi@gmail.com	hardikgupta@google.com
evalbench_service/k8s/ksa-test.yaml	7	2	202	197	2	2	2024-10-15	2024-10-20	ismailmehdi@gmail.com	hardikgupta@google.com
evalbench_service/k8s/vertical-autoscale.yaml	23	2	170	168	2	2	2024-11-16	2024-11-18	mebadi@google.com	42976936+mahyareb@users.noreply.github.com
evalbench_service/k8s/namespace.yaml	4	1	252	252	1	1	2024-08-26	2024-08-26	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench_service/k8s/service.yaml	20	1	252	252	1	1	2024-08-26	2024-08-26	ismailmehdi@gmail.com	ismailmehdi@gmail.com
evalbench_service/k8s/namespace-test.yaml	4	2	202	197	2	2	2024-10-15	2024-10-20	ismailmehdi@gmail.com	hardikgupta@google.com
pyproject.toml	4	1	42	42	5	2	2025-03-24	2025-03-24	42976936+mahyareb@users.noreply.github.com	mebadi@google.com
datasets/bird/db_configs/sqlite.yaml	5	5	34	14	5	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/bird/example_run_config.yaml	19	5	34	14	5	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/bat/setup/db_blog/bigquery/pre_setup.sql	1	2	17	7	2	2	2025-04-18	2025-04-28	jahnaviii@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/bigquery/post_setup.sql	36	2	17	7	2	2	2025-04-18	2025-04-28	jahnaviii@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/bigquery/setup.sql	385	3	17	7	3	2	2025-04-18	2025-04-28	jahnaviii@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/sqlite/pre_setup.sql	1	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/sqlite/post_setup.sql	1	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/sqlite/setup.sql	406	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/mysql/pre_setup.sql	1	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/mysql/post_setup.sql	1	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/mysql/setup.sql	811	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/sqlserver/pre_setup.sql	1	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/sqlserver/post_setup.sql	38	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/sqlserver/setup.sql	366	5	35	20	5	3	2025-03-31	2025-04-15	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/postgres/pre_setup.sql	1	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/postgres/post_setup.sql	80	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/setup/db_blog/postgres/setup.sql	499	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/db_configs/sqlserver.yaml	6	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/db_configs/mysql.yaml	6	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/db_configs/sqlite.yaml	4	2	35	34	4	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/db_configs/bigquery.yaml	5	2	17	7	2	2	2025-04-18	2025-04-28	jahnaviii@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/db_configs/alloydb.yaml	7	1	6	6	2	2	2025-04-29	2025-04-29	42976936+mahyareb@users.noreply.github.com	m1378.prz@gmail.com
datasets/bat/db_configs/postgres.yaml	6	2	35	34	2	2	2025-03-31	2025-04-01	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/bat/example_run_config.yaml	20	10	35	12	21	6	2025-03-31	2025-04-23	mebadi@google.com	90177675+jahnavi2k@users.noreply.github.com
datasets/model_configs/gemini_2.5_pro_model.yaml	4	2	14	13	3	2	2025-04-21	2025-04-22	90177675+jahnavi2k@users.noreply.github.com	90177675+jahnavi2k@users.noreply.github.com
datasets/model_configs/claude_3.5_model.yaml	4	4	34	14	4	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/model_configs/gemini_2.0_pro_model.yaml	4	4	34	14	4	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/model_configs/gemini_1.5-pro-002_model.yaml	4	4	34	14	4	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/model_configs/gemini_1.5_flash_model.yaml	3	4	34	14	4	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/model_configs/gemini_2.0_flash_model.yaml	4	4	34	14	4	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
datasets/model_configs/gemini_1.0_pro_model.yaml	3	4	34	14	4	3	2025-04-01	2025-04-21	jahnaviii@google.com	76586767+dvnshgupta@users.noreply.github.com
noxfile.py	7	1	247	247	2	1	2024-08-31	2024-08-31	ismailmehdi@gmail.com	ismailmehdi@gmail.com