lm_eval/tasks/mathqa/utils.py (7 lines of code) (raw):

import re def doc_to_choice(doc): choices = [ c[4:].rstrip(" ,") for c in re.findall(r"[abcd] \) .*?, |e \) .*?$", doc["options"]) ] return choices