in project/paperbench/paperbench/metrics.py [0:0]
def detect_format(entry: dict) -> Literal["old", "new"] | None:
old_format = all(
[
entry.get("record_type") == "extra",
entry.get("data", {}).get("pb_result", {}).get("grader_output"),
entry.get("data", {}).get("run_group_id"),
entry.get("timestamp"),
]
)
new_format = all(
[
entry.get("record_type") == "extra",
entry.get("data", {})
.get("pb_result", {})
.get("paperbench_result", {})
.get("judge_output"),
entry.get("data", {}).get("run_group_id"),
entry.get("timestamp"),
]
)
if old_format:
return "old"
elif new_format:
return "new"
else:
return None