in evalbench/evaluator/progress_reporter.py [0:0]
def skip_database(sub_datasets, progress_reporting, query_type):
if not progress_reporting:
return
if query_type:
total_dbs = 1
evals_in_db = len(sub_datasets.get(query_type, []))
else:
total_dbs = len(sub_datasets)
evals_in_db = sum(
len(sub_datasets.get(query_type, []))
for query_type in ["dql", "dml", "ddl"]
)
with progress_reporting["lock"]:
progress_reporting["total_dbs"] -= total_dbs
progress_reporting["total"] -= evals_in_db