src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_logprob/configs.yaml [7:14]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    temperature: 1 # temperature should be applied for sampling, so that should make no effect.
    logprobs: true
    top_logprobs: 5
  fn_completion_parser: "logprob_parser"
  completion_parser_kwargs:
    numerator_token: "A"
    denominator_tokens: [ "A", "B" ]
    is_binarize: false
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



src/alpaca_eval/evaluators_configs/gpt4_turbo_logprob/configs.yaml [7:14]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    temperature: 1 # temperature should be applied for sampling, so that should make no effect.
    logprobs: true
    top_logprobs: 5
  fn_completion_parser: "logprob_parser"
  completion_parser_kwargs:
    numerator_token: "A"
    denominator_tokens: [ "A", "B" ]
    is_binarize: false
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



