lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml

group: vizwiz_vqa
task: vizwiz_vqa_val
test_split: val
include: _default_template_vqa_yaml
metric_list:
  - metric: exact_match
    aggregation: mean
    higher_is_better: true
    ignore_case: true
    ignore_punctuation: true
  # - metric: submission
  #   aggregation: !function utils.vizwiz_vqa_aggreate_submissions
  #   higher_is_better: true