in src/lighteval/logging/evaluation_tracker.py [0:0]
def _get_details_sub_folder(self, date_id: str):
output_dir_details = Path(self.output_dir) / "details" / self.general_config_logger.model_name
if date_id in ["first", "last"]:
# Get all folders in output_dir_details
if not self.fs.exists(output_dir_details):
raise FileNotFoundError(f"Details directory {output_dir_details} does not exist")
# List all folders and filter out files
folders = [f["name"] for f in self.fs.listdir(output_dir_details) if f["type"] == "directory"]
if not folders:
raise FileNotFoundError(f"No timestamp folders found in {output_dir_details}")
# Parse timestamps and get first or last
date_id = max(folders) if date_id == "last" else min(folders)
return output_dir_details / date_id