lm_eval/tasks/mathqa/utils.py (
7
lines of code) (
raw
):
import re def doc_to_choice(doc): choices = [ c[4:].rstrip(" ,") for c in re.findall(r"[abcd] \) .*?, |e \) .*?$", doc["options"]) ] return choices