def prompt_fn()

in ja/4_evaluation/project/evaluation_task.py [0:0]

• 16 lines of code
• 1 McCabe index (conditional complexity)

def prompt_fn(line, task_name: str = None):
    """データセットの行を評価用のDocオブジェクトに変換します。"""
    instruction = "次の試験問題に対して正しい答えを選んでください："
    return Doc(
        task_name=task_name,
        query=f"{instruction} {line['question']}",
        choices=[
            f" {line['answer_a']}",
            f" {line['answer_b']}",
            f" {line['answer_c']}",
            f" {line['answer_d']}",
        ],
        gold_index=["answer_a", "answer_b", "answer_c", "answer_d"].index(
            line["correct_answer"]
        ),
        instruction=instruction,
    )