yourbench/pipeline/lighteval.py [204:229]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        doc_meta = doc_meta_map.get(doc_id, {})
        doc_text = doc_meta.get("document_text", "")
        doc_summary = doc_meta.get("document_summary", "")
        chunk_texts = [doc_meta.get("chunks_map", {}).get(cid, "") for cid in chunk_ids if cid]

        # if multiple choice question convert to number
        gold = row.get("self_answer", "")
        if not gold:
            logger.warning("Row has empty answer line")

        stage_cfg_local = config.get("pipeline", {}).get("multi_hop_question_generation", {})
        gold = (
            [ord(gold) - ord("A")]
            if stage_cfg_local.get("question_mode") == "multi-choice" and gold
            else [0]
            if stage_cfg_local.get("question_mode") == "multi-choice"
            else [gold]
        )

        return {
            "question": row.get("question", ""),
            "additional_instructions": row.get("additional_instructions", ""),
            "ground_truth_answer": row.get("self_answer", ""),
            "gold": gold,
            "choices": row.get("choices", []),
            "question_category": row.get("self_assessed_question_type", "unknown"),
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



yourbench/pipeline/lighteval.py [244:268]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        doc_meta = doc_meta_map.get(doc_id, {})
        doc_text = doc_meta.get("document_text", "")
        doc_summary = doc_meta.get("document_summary", "")
        chunk_texts = [doc_meta.get("chunks_map", {}).get(cid, "") for cid in chunk_ids if cid]

        gold = row.get("self_answer", "")
        if not gold:
            logger.warning("Row has empty answer line")

        stage_cfg_local = config.get("pipeline", {}).get("multi_hop_question_generation", {})
        gold = (
            [ord(gold) - ord("A")]
            if stage_cfg_local.get("question_mode") == "multi-choice" and gold
            else [0]
            if stage_cfg_local.get("question_mode") == "multi-choice"
            else [gold]
        )

        return {
            "question": row.get("question", ""),
            "additional_instructions": row.get("additional_instructions", ""),
            "ground_truth_answer": row.get("self_answer", ""),
            "gold": gold,
            "choices": row.get("choices", []),
            "question_category": row.get("self_assessed_question_type", "unknown"),
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -