def get_assert()

in skills/retrieval_augmented_generation/evaluation/eval_end_to_end.py [0:0]

• 12 lines of code
• 2 McCabe index (conditional complexity)

def get_assert(output: str, context) -> Union[bool, float, Dict[str, Any]]:
    correct_answer = context['vars']['correct_answer']
    query = context['vars']['query']
    result = evaluate_end_to_end(query, output, correct_answer)
    score = 1
    if result['is_correct'] == False:
        score = 0
    
    return {
        "pass": result['is_correct'],
        "score": score,
        "reason": result["explanation"]
    }