src/alpaca_eval/models_configs/pairrm-tulu-2-70b/configs.yaml [2:12]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  prompt_template: "tulu-2-dpo-70b/prompt.txt"
  fn_completions: "vllm_local_completions"
  completions_kwargs:
    model_name: "allenai/tulu-2-dpo-70b"
    model_kwargs:
      torch_dtype: 'bfloat16'
      tp: 2 # you need at least 2 A100 80GB GPUs to run this model
    max_new_tokens: 7500
    temperature: 0.0
    top_p: 1.0
    do_sample: False
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



src/alpaca_eval/models_configs/tulu-2-dpo-70b/configs.yaml [2:12]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  prompt_template: "tulu-2-dpo-70b/prompt.txt"
  fn_completions: "vllm_local_completions"
  completions_kwargs:
    model_name: "allenai/tulu-2-dpo-70b"
    model_kwargs:
      torch_dtype: 'bfloat16'
      tp: 2 # you need at least 2 A100 80GB GPUs to run this model
    max_new_tokens: 7500
    temperature: 0.0
    top_p: 1.0
    do_sample: False
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



