yourbench/pipeline/lighteval.py [170:184]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        gold = (
            [ord(gold) - ord("A")]
            if stage_cfg_local.get("question_mode") == "multi-choice" and gold
            else [0]
            if stage_cfg_local.get("question_mode") == "multi-choice"
            else [gold]
        )

        return {
            "question": row.get("question", ""),
            "additional_instructions": row.get("additional_instructions", ""),
            "ground_truth_answer": row.get("self_answer", ""),
            "gold": gold,
            "choices": row.get("choices", []),
            "question_category": row.get("self_assessed_question_type", "unknown"),
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



yourbench/pipeline/lighteval.py [215:229]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        gold = (
            [ord(gold) - ord("A")]
            if stage_cfg_local.get("question_mode") == "multi-choice" and gold
            else [0]
            if stage_cfg_local.get("question_mode") == "multi-choice"
            else [gold]
        )

        return {
            "question": row.get("question", ""),
            "additional_instructions": row.get("additional_instructions", ""),
            "ground_truth_answer": row.get("self_answer", ""),
            "gold": gold,
            "choices": row.get("choices", []),
            "question_category": row.get("self_assessed_question_type", "unknown"),
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -