src/alpaca_eval/models_configs/Yi-34B-Chat/configs.yaml [2:14]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  prompt_template: "Yi-34B-Chat/prompt.txt"
  fn_completions: "vllm_local_completions"
  completions_kwargs:
    model_name: "01-ai/Yi-34b-Chat"
    model_kwargs:
      torch_dtype: "bfloat16"
      tp: 4
      tokenizer_mode: "slow"
    max_new_tokens: 3500
    temperature: 0.3
    top_p: 0.8
    stop_token_ids: [7]
    batch_size: 900
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



src/alpaca_eval/models_configs/pairrm-Yi-34B-Chat/configs.yaml [2:14]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  prompt_template: "Yi-34B-Chat/prompt.txt"
  fn_completions: "vllm_local_completions"
  completions_kwargs:
    model_name: "01-ai/Yi-34b-Chat"
    model_kwargs:
      torch_dtype: "bfloat16"
      tp: 4
      tokenizer_mode: "slow"
    max_new_tokens: 3500
    temperature: 0.3
    top_p: 0.8
    stop_token_ids: [7]
    batch_size: 900
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



