genai-on-vertex-ai/gemini/model_upgrades/text_classification/promptfoo/promptfooconfig.yaml

# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json

providers:  # one or more models, with optional temperature and system instructions
  - id: "vertex:gemini-1.5-flash"
  - id: "vertex:gemini-2.0-flash-lite-001"
  - id: "vertex:gemini-2.0-flash-001"

prompts:
  - file://prompt_template.txt

tests:  # Promptfoo will generate a separate prompt for each record in this dataset based on the prompt template above
  - file://dataset.jsonl

defaultTest:  # The rules for scoring each model response
  assert:
    - type: equals   # exact match
      value: "{{category}}"  # use the variable "category" from dataset.jsonl as the ground truth label
      transform: output.trim()  # trim whitespace before comparing model response with the label