evals/registry/evals/decrypt-caesar-cipher.yaml

decrypt-caesar-cipher:
  id: decrypt-caesar-cipher.dev.v0
  metrics: [accuracy]

decrypt-caesar-cipher.dev.v0:
  class: evals.elsuite.basic.match:Match
  args:
    samples_jsonl: decrypt_caesar_cipher/samples.jsonl