in evalbench/util/config.py [0:0]
def load_db_data_from_csvs(data_directory: str):
tables: dict[str, List[str]] = {}
if not os.path.isdir(data_directory):
return tables
for filename in os.listdir(data_directory):
if filename.endswith(".csv"):
table_name = filename[:-4]
with open(os.path.join(data_directory, filename), "r") as csvfile:
reader = csv.reader(csvfile)
rows = []
for row in reader:
rows.append(row)
tables[table_name] = rows
return tables