src/alpaca_eval/models_configs/pairrm-tulu-2-13b/configs.yaml [6:14]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    model_kwargs:
      torch_dtype: 'bfloat16'
      tp: 2
    max_new_tokens: 7500
    temperature: 0.0
    top_p: 1.0
    do_sample: False
    best_of: 16 # number of completions to generate, using PairRM to select the best one
    batch_size: 800
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



src/alpaca_eval/models_configs/pairrm-tulu-2-70b/configs.yaml [6:14]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    model_kwargs:
      torch_dtype: 'bfloat16'
      tp: 2 # you need at least 2 A100 80GB GPUs to run this model
    max_new_tokens: 7500
    temperature: 0.0
    top_p: 1.0
    do_sample: False
    best_of: 16 # number of completions to generate, using PairRM to select the best one
    batch_size: 800
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



