def detect_format()

in project/paperbench/paperbench/metrics.py [0:0]


    def detect_format(entry: dict) -> Literal["old", "new"] | None:
        old_format = all(
            [
                entry.get("record_type") == "extra",
                entry.get("data", {}).get("pb_result", {}).get("grader_output"),
                entry.get("data", {}).get("run_group_id"),
                entry.get("timestamp"),
            ]
        )
        new_format = all(
            [
                entry.get("record_type") == "extra",
                entry.get("data", {})
                .get("pb_result", {})
                .get("paperbench_result", {})
                .get("judge_output"),
                entry.get("data", {}).get("run_group_id"),
                entry.get("timestamp"),
            ]
        )
        if old_format:
            return "old"
        elif new_format:
            return "new"
        else:
            return None