def sample_level_fn()

in vi/4_evaluation/project/evaluation_task.py [0:0]

• 3 lines of code
• 1 McCabe index (conditional complexity)

def sample_level_fn(formatted_doc: Doc, **kwargs) -> bool:
    response = np.argmin(kwargs["choices_logprob"])
    return response == formatted_doc.gold_index