in evalbench/dataset/dataset.py [0:0]
def _item_meets_config_filters(item: dict, config: dict):
if item["query_type"].lower() not in config.get(
"query_types", ["dql", "dml", "ddl"]
):
return False
if len(config.get("databases", [])) and item["database"] not in config.get(
"databases", []
):
return False
if len(config.get("dialects", [])):
for dialect in item["dialects"]:
if dialect in config.get("dialects", []):
return True
else:
return True
return False