lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml

# Generated by utils.py
dataset_name: ibo
doc_to_target: '{% if answer is not none %}{{answer[21:]}}{% else %}{{answer_number|string}}{% endif %}'
doc_to_text: '{% if answer is not none %}{{question+"\nAnswer:"}}{% else %}{{"Question: "+question+"\nAnswer:"}}{% endif %}'
generation_kwargs:
  do_sample: false
  until:
  - 'Question:'
  - </s>
  - <|im_end|>
include: translate_direct_yaml
task: afrimgsm_translate_direct_ibo