grade_school_math/view_model_solutions.py

import os
import json
from termcolor import colored

def read_jsonl(path: str):
    with open(path) as fh:
        return [json.loads(line) for line in fh.readlines() if line]

def main():
    path = os.path.join("data/example_model_solutions.jsonl")
    qa_objs = read_jsonl(path)

    for qa_obj in qa_objs:
        question = qa_obj["question"]
        ground_truth = qa_obj["ground_truth"]

        def display(label, obj):
            is_correct = obj["is_correct"]
            correctstr = colored("[correct]", color="green") if is_correct else colored("[incorrect]", color="red")
            print(f"{label}: {correctstr}")
            print(obj["solution"])

        print("Q: " + question)
        print(ground_truth)

        print("")
        display("6B Finetuning", qa_obj["6b_finetuning"])

        print("")
        display("6B Verification", qa_obj["6b_verification"])

        print("")
        display("175B Finetuning", qa_obj["175b_finetuning"])

        print("")
        display("175B Verification", qa_obj["175b_verification"])

        input("press enter")

        print()
        print(f"########")
        print()

if __name__ == "__main__":
    main()