Path	Lines of Code
README.md	1067
client_configs/README.md	50
pytest.ini	5
requirements.txt	7
src/alpaca_eval/evaluators_configs/README.md	52
src/alpaca_eval/evaluators_configs/alpaca_eval_clf_cot_gpt4_turbo/alpaca_eval_clf_cot.txt	30
src/alpaca_eval/evaluators_configs/alpaca_eval_clf_gpt4_turbo/alpaca_eval_clf.txt	25
src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/alpaca_eval_fn.txt	24
src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4/alpaca_eval.txt	27
src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/alpaca_eval_fn.txt	22
src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_turbo_fn/alpaca_eval_fn.txt	24
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_v0_without_inputs.txt	39
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_chat_without_inputs.txt	111
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_cot_json_without_inputs.txt	61
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b1_without_inputs.txt	53
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b4_cot_json_without_inputs.txt	82
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_diana_without_inputs.txt	126
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_joe_without_inputs.txt	127
src/alpaca_eval/evaluators_configs/alpaca_farm/chatml_b5_without_inputs.txt	122
src/alpaca_eval/evaluators_configs/alpaca_farm/text_b1_v0_without_inputs.txt	15
src/alpaca_eval/evaluators_configs/alpaca_farm/text_b1_without_inputs.txt	66
src/alpaca_eval/evaluators_configs/alpaca_farm/text_b4_reasoning_without_inputs.txt	100
src/alpaca_eval/evaluators_configs/alpaca_farm/text_b5_without_inputs.txt	102
src/alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/chatml_b5_without_inputs.txt	125
src/alpaca_eval/evaluators_configs/aviary_gpt4/aviary_prompt.txt	25
src/alpaca_eval/evaluators_configs/chatgpt/basic_prompt.txt	25
src/alpaca_eval/evaluators_configs/chatgpt_fn/basic_function_prompt.txt	25
src/alpaca_eval/evaluators_configs/claude/basic_prompt.txt	21
src/alpaca_eval/evaluators_configs/claude_ranking/ranking_prompt.txt	23
src/alpaca_eval/evaluators_configs/gpt4_turbo_clf/basic_clf_prompt.txt	25
src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_clf/basic_clf_cot_prompt.txt	29
src/alpaca_eval/evaluators_configs/guanaco_33b/basic_prompt.txt	22
src/alpaca_eval/evaluators_configs/lmsys_gpt4/lmsys_prompt.txt	17
src/alpaca_eval/evaluators_configs/oasst_pythia_12b/basic_prompt.txt	21
src/alpaca_eval/evaluators_configs/text_davinci_003/basic_prompt.txt	20
src/alpaca_eval/models_configs/LMCocktail-10.7B-v1/prompt.txt	4
src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/prompt.txt	1
src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1/togetherai_prompt.txt	3
src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_concise/togetherai_prompt_concise.txt	3
src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_verbose/togetherai_prompt_verbose.txt	3
src/alpaca_eval/models_configs/OpenHermes-2.5-Mistral-7B/togetherai_prompt.txt	3
src/alpaca_eval/models_configs/Qwen-14B-Chat/prompt.txt	3
src/alpaca_eval/models_configs/Qwen1.5-72B-Chat/prompt.txt	4
src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO-best-of-16/prompt.txt	1
src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO/prompt.txt	1
src/alpaca_eval/models_configs/Starling-LM-7B-alpha/prompt.txt	1
src/alpaca_eval/models_configs/Yi-34B-Chat-Verified/prompt.txt	2
src/alpaca_eval/models_configs/Yi-34B-Chat/prompt.txt	3
src/alpaca_eval/models_configs/airoboros-33b/prompt.txt	1
src/alpaca_eval/models_configs/alpaca-7b-neft/prompt.txt	4
src/alpaca_eval/models_configs/alpaca-7b/prompt.txt	4
src/alpaca_eval/models_configs/baichuan-13b-chat/prompt.txt	1
src/alpaca_eval/models_configs/baize-v2-13b/prompt.txt	1
src/alpaca_eval/models_configs/causallm-14b/prompt.txt	7
src/alpaca_eval/models_configs/chatglm2-6b/prompt.txt	1
src/alpaca_eval/models_configs/claude-2.1_concise/prompt_concise.txt	2
src/alpaca_eval/models_configs/claude-2.1_verbose/prompt_verbose.txt	2
src/alpaca_eval/models_configs/claude/prompt.txt	2
src/alpaca_eval/models_configs/cohere/prompt.txt	1
src/alpaca_eval/models_configs/cut-13b/prompt.txt	4
src/alpaca_eval/models_configs/deepseek-llm-67b-chat/prompt.txt	2
src/alpaca_eval/models_configs/gemini-pro/prompt.txt	1
src/alpaca_eval/models_configs/gpt4/chatml_prompt.txt	6
src/alpaca_eval/models_configs/gpt4_1106_preview/chatml_prompt.txt	6
src/alpaca_eval/models_configs/gpt4_1106_preview_concise/chatml_prompt_concise.txt	6
src/alpaca_eval/models_configs/gpt4_1106_preview_verbose/chatml_prompt_verbose.txt	6
src/alpaca_eval/models_configs/gpt4_turbo/chatml_prompt.txt	6
src/alpaca_eval/models_configs/guanaco-7b/prompt.txt	3
src/alpaca_eval/models_configs/humpback-llama-65b/prompt.txt	1
src/alpaca_eval/models_configs/internlm2-chat-20b-ppo/prompt.txt	3
src/alpaca_eval/models_configs/jina-chat/prompt.txt	7
src/alpaca_eval/models_configs/llama-2-70b-chat-hf/prompt.txt	1
src/alpaca_eval/models_configs/llama-2-7b-chat-hf/prompt.txt	5
src/alpaca_eval/models_configs/llama-2-chat-7b-evol70k-neft/prompt.txt	4
src/alpaca_eval/models_configs/minichat-3b/prompt.txt	1
src/alpaca_eval/models_configs/minotaur-13b/prompt.txt	3
src/alpaca_eval/models_configs/mistral-medium/basic_chatml_prompt.txt	3
src/alpaca_eval/models_configs/nous-hermes-13b/prompt.txt	1
src/alpaca_eval/models_configs/oasst-sft-llama-33b/prompt.txt	1
src/alpaca_eval/models_configs/oasst-sft-pythia-12b/prompt.txt	1
src/alpaca_eval/models_configs/openbuddy-falcon-40b-v9/prompt.txt	9
src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/prompt.txt	9
src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/prompt.txt	9
src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/prompt.txt	9
src/alpaca_eval/models_configs/openbuddy-llama2-13b-v11.1/prompt.txt	9
src/alpaca_eval/models_configs/openbuddy-llama2-70b-v10.1/prompt.txt	9
src/alpaca_eval/models_configs/openchat-13b/prompt.txt	3
src/alpaca_eval/models_configs/pairrm-tulu-2-70b/prompt.txt	3
src/alpaca_eval/models_configs/phi-2-dpo/prompt.txt	2
src/alpaca_eval/models_configs/phi-2-sft/prompt.txt	2
src/alpaca_eval/models_configs/phi-2/prompt.txt	2
src/alpaca_eval/models_configs/platolm-7b/prompt.txt	1
src/alpaca_eval/models_configs/text_davinci_003/prompt.txt	2
src/alpaca_eval/models_configs/tulu-2-dpo-70b/prompt.txt	3
src/alpaca_eval/models_configs/ultralm-13b-best-of-16/prompt.txt	3
src/alpaca_eval/models_configs/ultralm-13b-v2.0-best-of-16/prompt.txt	3
src/alpaca_eval/models_configs/ultralm-13b-v2.0/prompt.txt	3
src/alpaca_eval/models_configs/ultralm-13b/prompt.txt	3
src/alpaca_eval/models_configs/vicuna-7b/prompt.txt	1
src/alpaca_eval/models_configs/wizardlm-13b/prompt.txt	1
src/alpaca_eval/models_configs/xwinlm-7b-v0.1/prompt.txt	1
src/alpaca_eval/models_configs/zephyr-7b-alpha/prompt.txt	5