path # lines of code # active days days since first update days since last update # commits # contributors first updated last updated first contributor last contributor src/alpaca_eval/types.py 8 2 766 538 2 1 2023-05-27 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/llama-2-7b-chat-hf/configs.yaml 13 1 713 713 1 1 2023-07-19 2023-07-19 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/OpenHermes-2.5-Mistral-7B/configs.yaml 12 1 538 538 1 1 2024-01-10 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/vicuna-33b-v1.3/configs.yaml 13 2 722 721 2 1 2023-07-10 2023-07-11 rtaori13@gmail.com rtaori13@gmail.com src/alpaca_eval/models_configs/wizardlm-13b-v1.1/configs.yaml 13 2 724 723 3 2 2023-07-08 2023-07-09 1026713524@qq.com 1026713524@qq.com src/alpaca_eval/models_configs/cohere/configs.yaml 7 6 766 607 7 4 2023-05-27 2023-11-02 yanndubois96@gmail.com 48946947+sanderland@users.noreply.github.com src/alpaca_eval/models_configs/guanaco-13b/configs.yaml 14 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/baichuan-13b-chat/configs.yaml 13 2 715 714 4 2 2023-07-17 2023-07-18 139752091+inferllm@users.noreply.github.com 139752091+inferllm@users.noreply.github.com src/alpaca_eval/models_configs/baize-v2-7b/configs.yaml 13 1 726 726 3 2 2023-07-06 2023-07-06 rtaori13@gmail.com canwenxu@126.com src/alpaca_eval/models_configs/zephyr-7b-alpha/configs.yaml 13 1 614 614 1 1 2023-10-26 2023-10-26 lewis.c.tunstall@gmail.com lewis.c.tunstall@gmail.com src/alpaca_eval/models_configs/pairrm-tulu-2-70b/configs.yaml 16 2 574 530 2 1 2023-12-05 2024-01-18 82598202+jdf-prog@users.noreply.github.com 82598202+jdf-prog@users.noreply.github.com src/alpaca_eval/models_configs/oasst-sft-pythia-12b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/claude-2.1_concise/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/vicuna-7b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/vicuna-13b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/mistral-medium/configs.yaml 12 1 537 537 1 1 2024-01-11 2024-01-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openbuddy-llama-30b-v7.1/configs.yaml 13 1 698 698 3 2 2023-08-03 2023-08-03 rtaori13@gmail.com 44670@users.noreply.github.com src/alpaca_eval/models_configs/llama-2-70b-chat-hf/configs.yaml 10 3 713 705 4 1 2023-07-19 2023-07-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openchat-13b/configs.yaml 13 1 731 731 1 1 2023-07-01 2023-07-01 imoneoi@users.noreply.github.com imoneoi@users.noreply.github.com src/alpaca_eval/models_configs/humpback-llama-65b/configs.yaml 10 2 690 687 3 3 2023-08-11 2023-08-14 35381202+xianxl@users.noreply.github.com xianl@fb.com src/alpaca_eval/models_configs/tulu-2-dpo-70b/configs.yaml 15 1 591 591 1 1 2023-11-18 2023-11-18 hamishivi@gmail.com hamishivi@gmail.com src/alpaca_eval/models_configs/wizardlm-13b-v1.2/configs.yaml 13 1 707 707 1 1 2023-07-25 2023-07-25 1026713524@qq.com 1026713524@qq.com src/alpaca_eval/models_configs/gpt4_1106_preview_verbose/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/evo-v2-7b/configs.yaml 13 1 614 614 1 1 2023-10-26 2023-10-26 felixfangzh@gmail.com felixfangzh@gmail.com src/alpaca_eval/models_configs/Yi-34B-Chat/configs.yaml 16 1 583 583 1 1 2023-11-26 2023-11-26 503147114@qq.com 503147114@qq.com src/alpaca_eval/models_configs/ultralm-13b/configs.yaml 14 2 735 734 4 2 2023-06-27 2023-06-28 yl-chen21@mails.tsinghua.edu.cn yl-chen21@mails.tsinghua.edu.cn src/alpaca_eval/models_configs/evo-7b/configs.yaml 12 1 628 628 1 1 2023-10-12 2023-10-12 felixfangzh@gmail.com felixfangzh@gmail.com src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1/configs.yaml 12 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gpt-3.5-turbo-1106/configs.yaml 7 1 538 538 1 1 2024-01-10 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gpt4_0613_concise/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/Qwen1.5-72B-Chat/configs.yaml 15 2 510 489 2 2 2024-02-07 2024-02-28 42954814+lukeming-tsinghua@users.noreply.github.com yanndubois96@gmail.com src/alpaca_eval/models_configs/xwinlm-70b-v0.1/configs.yaml 13 3 655 651 6 3 2023-09-15 2023-09-19 1035833260@qq.com rtaori13@gmail.com src/alpaca_eval/models_configs/gpt4/configs.yaml 7 2 766 705 2 1 2023-05-27 2023-07-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/claude2-alpaca-13b/configs.yaml 13 1 617 617 1 1 2023-10-23 2023-10-23 144177813+mingliiii@users.noreply.github.com 144177813+mingliiii@users.noreply.github.com src/alpaca_eval/models_configs/claude-instant-1.2/configs.yaml 7 1 510 510 1 1 2024-02-07 2024-02-07 309987+gblazex@users.noreply.github.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/guanaco-7b/configs.yaml 14 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/pairrm-zephyr-7b-beta/configs.yaml 14 2 574 530 2 1 2023-12-05 2024-01-18 82598202+jdf-prog@users.noreply.github.com 82598202+jdf-prog@users.noreply.github.com src/alpaca_eval/models_configs/phi-2-dpo/configs.yaml 14 2 556 552 3 1 2023-12-23 2023-12-27 12689993+lxuechen@users.noreply.github.com 12689993+lxuechen@users.noreply.github.com src/alpaca_eval/models_configs/oasst-sft-llama-33b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/text_davinci_001/configs.yaml 7 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gpt4_1106_preview_concise/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/phi-2/configs.yaml 16 1 555 555 1 1 2023-12-24 2023-12-24 yohan680919@gmail.com yohan680919@gmail.com src/alpaca_eval/models_configs/claude/configs.yaml 7 2 766 720 3 2 2023-05-27 2023-07-12 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/xwinlm-7b-v0.1/configs.yaml 13 2 655 651 5 3 2023-09-15 2023-09-19 1035833260@qq.com rtaori13@gmail.com src/alpaca_eval/models_configs/alpaca-7b_concise/configs.yaml 14 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openchat8192-13b/configs.yaml 13 1 731 731 1 1 2023-07-01 2023-07-01 imoneoi@users.noreply.github.com imoneoi@users.noreply.github.com src/alpaca_eval/models_configs/gpt-3.5-turbo-1106_verbose/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gpt-3.5-turbo-16k-0613/configs.yaml 7 1 538 538 1 1 2024-01-10 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/jina-chat/configs.yaml 5 1 692 692 2 2 2023-08-09 2023-08-09 yanndubois96@gmail.com 45267439+jupyterjazz@users.noreply.github.com src/alpaca_eval/models_configs/gpt4_gamed/configs.yaml 7 1 489 489 1 1 2024-02-28 2024-02-28 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/llama-2-13b-chat-hf/configs.yaml 13 1 713 713 1 1 2023-07-19 2023-07-19 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/opencoderplus-15b/configs.yaml 13 1 731 731 1 1 2023-07-01 2023-07-01 imoneoi@users.noreply.github.com imoneoi@users.noreply.github.com src/alpaca_eval/models_configs/Mistral-7B-ReMax-v0.1/configs.yaml 13 1 487 487 1 1 2024-03-01 2024-03-01 liziniu1997@gmail.com liziniu1997@gmail.com src/alpaca_eval/models_configs/airoboros-65b/configs.yaml 13 2 747 745 3 2 2023-06-15 2023-06-17 jon@jondurbin.com rtaori13@gmail.com src/alpaca_eval/models_configs/openbuddy-llama2-13b-v11.1/configs.yaml 15 1 677 677 2 2 2023-08-24 2023-08-24 rtaori13@gmail.com 44670@users.noreply.github.com src/alpaca_eval/models_configs/gpt4_0314/configs.yaml 7 1 538 538 1 1 2024-01-10 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/alpaca-7b-neft/configs.yaml 6 1 621 621 2 2 2023-10-19 2023-10-19 yanndubois96@gmail.com 90730659+neelsjain@users.noreply.github.com src/alpaca_eval/models_configs/guanaco-33b-api/configs.yaml 9 1 701 701 1 1 2023-07-31 2023-07-31 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/pairrm-tulu-2-13b/configs.yaml 16 2 574 530 2 1 2023-12-05 2024-01-18 82598202+jdf-prog@users.noreply.github.com 82598202+jdf-prog@users.noreply.github.com src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO-best-of-16/configs.yaml 12 1 525 525 1 1 2024-01-23 2024-01-23 36019296+viethoangtranduong@users.noreply.github.com 36019296+viethoangtranduong@users.noreply.github.com src/alpaca_eval/models_configs/ultralm-13b-v2.0-best-of-16/configs.yaml 4 1 640 640 2 2 2023-09-30 2023-09-30 yanndubois96@gmail.com 68536405+lifan-yuan@users.noreply.github.com src/alpaca_eval/models_configs/recycled-wizardlm-7b-v2.0/configs.yaml 13 1 617 617 1 1 2023-10-23 2023-10-23 144177813+mingliiii@users.noreply.github.com 144177813+mingliiii@users.noreply.github.com src/alpaca_eval/models_configs/falcon-7b-instruct/configs.yaml 14 3 766 532 3 2 2023-05-27 2024-01-16 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/tulu-2-dpo-13b/configs.yaml 15 1 591 591 1 1 2023-11-18 2023-11-18 hamishivi@gmail.com hamishivi@gmail.com src/alpaca_eval/models_configs/phi-2-sft/configs.yaml 14 2 559 552 7 1 2023-12-20 2023-12-27 12689993+lxuechen@users.noreply.github.com 12689993+lxuechen@users.noreply.github.com src/alpaca_eval/models_configs/claude-2/configs.yaml 7 2 720 705 3 2 2023-07-12 2023-07-27 rtaori13@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/platolm-7b/configs.yaml 13 1 633 633 1 1 2023-10-07 2023-10-07 73695787+renatz@users.noreply.github.com 73695787+renatz@users.noreply.github.com src/alpaca_eval/models_configs/gpt4_0613_verbose/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gemma-2b-it/configs.yaml 12 1 493 493 1 1 2024-02-24 2024-02-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/pairrm-Yi-34B-Chat/configs.yaml 17 1 530 530 1 1 2024-01-18 2024-01-18 82598202+jdf-prog@users.noreply.github.com 82598202+jdf-prog@users.noreply.github.com src/alpaca_eval/models_configs/alpaca-7b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/xwinlm-70b-v0.3/configs.yaml 13 1 519 519 2 2 2024-01-29 2024-01-29 rtaori13@gmail.com 1035833260@qq.com src/alpaca_eval/models_configs/openbuddy-falcon-40b-v9/configs.yaml 13 2 697 677 3 2 2023-08-04 2023-08-24 44670@users.noreply.github.com 44670@users.noreply.github.com src/alpaca_eval/models_configs/xwinlm-13b-v0.1/configs.yaml 13 2 655 651 5 3 2023-09-15 2023-09-19 1035833260@qq.com rtaori13@gmail.com src/alpaca_eval/models_configs/zephyr-7b-beta/configs.yaml 13 1 614 614 1 1 2023-10-26 2023-10-26 lewis.c.tunstall@gmail.com lewis.c.tunstall@gmail.com src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_concise/configs.yaml 12 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/vicuna-13b-v1.5/configs.yaml 13 1 523 523 1 1 2024-01-25 2024-01-25 309987+gblazex@users.noreply.github.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/bedrock_claude_2/configs.yaml 7 1 611 611 1 1 2023-10-29 2023-10-29 billcai@alum.mit.edu billcai@alum.mit.edu src/alpaca_eval/models_configs/ultralm-13b-v2.0/configs.yaml 14 1 640 640 2 2 2023-09-30 2023-09-30 yanndubois96@gmail.com 68536405+lifan-yuan@users.noreply.github.com src/alpaca_eval/models_configs/gemini-pro/configs.yaml 8 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/chatglm2-6b/configs.yaml 13 1 714 714 1 1 2023-07-18 2023-07-18 139752091+inferllm@users.noreply.github.com 139752091+inferllm@users.noreply.github.com src/alpaca_eval/models_configs/alpaca-7b_verbose/configs.yaml 14 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gpt-3.5-turbo-1106_concise/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/vicuna-13b-v1.3/configs.yaml 13 2 722 721 2 1 2023-07-10 2023-07-11 rtaori13@gmail.com rtaori13@gmail.com src/alpaca_eval/models_configs/LMCocktail-10.7B-v1/configs.yaml 16 1 555 555 1 1 2023-12-24 2023-12-24 yohan680919@gmail.com yohan680919@gmail.com src/alpaca_eval/models_configs/openbuddy-llama-65b-v8/configs.yaml 13 1 698 698 3 2 2023-08-03 2023-08-03 rtaori13@gmail.com 44670@users.noreply.github.com src/alpaca_eval/models_configs/ultralm-13b-best-of-16/configs.yaml 4 1 640 640 2 2 2023-09-30 2023-09-30 yanndubois96@gmail.com 68536405+lifan-yuan@users.noreply.github.com src/alpaca_eval/models_configs/alpaca-farm-ppo-human/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openchat-v3.1-13b/configs.yaml 14 1 702 702 1 1 2023-07-30 2023-07-30 imoneoi@users.noreply.github.com imoneoi@users.noreply.github.com src/alpaca_eval/models_configs/Yi-34B-Chat-Verified/configs.yaml 14 3 572 545 3 1 2023-12-07 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/minichat-1.5-3b/configs.yaml 13 1 583 583 1 1 2023-11-26 2023-11-26 gene_zhangchen@163.com gene_zhangchen@163.com src/alpaca_eval/models_configs/causallm-14b/configs.yaml 14 1 616 616 1 1 2023-10-24 2023-10-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openbuddy-llama2-70b-v10.1/configs.yaml 15 2 678 677 3 2 2023-08-23 2023-08-24 44670@users.noreply.github.com 44670@users.noreply.github.com src/alpaca_eval/models_configs/gpt-3.5-turbo-0613/configs.yaml 7 1 505 505 1 1 2024-02-12 2024-02-12 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/Snorkel-Mistral-PairRM-DPO/configs.yaml 12 1 525 525 1 1 2024-01-23 2024-01-23 36019296+viethoangtranduong@users.noreply.github.com 36019296+viethoangtranduong@users.noreply.github.com src/alpaca_eval/models_configs/nous-hermes-13b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/gemma-7b-it/configs.yaml 12 1 493 493 1 1 2024-02-24 2024-02-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/cut-13b/configs.yaml 13 1 556 556 1 1 2023-12-23 2023-12-23 81275961+wwxu21@users.noreply.github.com 81275961+wwxu21@users.noreply.github.com src/alpaca_eval/models_configs/openchat-v2-w-13b/configs.yaml 14 1 725 725 1 1 2023-07-07 2023-07-07 imoneoi@users.noreply.github.com imoneoi@users.noreply.github.com src/alpaca_eval/models_configs/oasst-rlhf-llama-33b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/text_davinci_003/configs.yaml 7 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/deita-7b-v1.0/configs.yaml 13 1 552 552 2 2 2023-12-27 2023-12-27 rtaori13@gmail.com 609862112@qq.com src/alpaca_eval/models_configs/wizardlm-70b/configs.yaml 13 1 510 510 1 1 2024-02-07 2024-02-07 309987+gblazex@users.noreply.github.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/gpt4_1106_preview/configs.yaml 7 2 545 506 2 1 2024-01-03 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openbuddy-falcon-7b-v6/configs.yaml 13 1 698 698 1 1 2023-08-03 2023-08-03 44670@users.noreply.github.com 44670@users.noreply.github.com src/alpaca_eval/models_configs/gpt-3.5-turbo-0301/configs.yaml 7 1 538 538 1 1 2024-01-10 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/openchat-v2-13b/configs.yaml 14 1 725 725 1 1 2023-07-07 2023-07-07 imoneoi@users.noreply.github.com imoneoi@users.noreply.github.com src/alpaca_eval/models_configs/gpt4_turbo/configs.yaml 7 1 601 601 1 1 2023-11-08 2023-11-08 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/minotaur-13b/configs.yaml 13 3 752 745 3 2 2023-06-10 2023-06-17 wing.lian@gmail.com rtaori13@gmail.com src/alpaca_eval/models_configs/alpaca-farm-ppo-sim-gpt4-20k/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/Starling-LM-7B-alpha/configs.yaml 13 1 523 523 1 1 2024-01-25 2024-01-25 309987+gblazex@users.noreply.github.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/airoboros-33b/configs.yaml 13 2 747 745 2 2 2023-06-15 2023-06-17 jon@jondurbin.com rtaori13@gmail.com src/alpaca_eval/models_configs/bedrock_claude/configs.yaml 7 1 611 611 1 1 2023-10-29 2023-10-29 billcai@alum.mit.edu billcai@alum.mit.edu src/alpaca_eval/models_configs/Qwen-14B-Chat/configs.yaml 16 1 510 510 1 1 2024-02-07 2024-02-07 309987+gblazex@users.noreply.github.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/humpback-llama2-70b/configs.yaml 10 2 690 687 3 3 2023-08-11 2023-08-14 35381202+xianxl@users.noreply.github.com xianl@fb.com src/alpaca_eval/models_configs/tulu-2-dpo-7b/configs.yaml 15 1 591 591 1 1 2023-11-18 2023-11-18 hamishivi@gmail.com hamishivi@gmail.com src/alpaca_eval/models_configs/gpt35_turbo_instruct/configs.yaml 7 1 651 651 1 1 2023-09-19 2023-09-19 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/recycled-wizardlm-7b-v1.0/configs.yaml 13 1 617 617 1 1 2023-10-23 2023-10-23 144177813+mingliiii@users.noreply.github.com 144177813+mingliiii@users.noreply.github.com src/alpaca_eval/models_configs/guanaco-33b/configs.yaml 14 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/vicuna-7b-v1.3/configs.yaml 13 2 722 721 2 1 2023-07-10 2023-07-11 rtaori13@gmail.com rtaori13@gmail.com src/alpaca_eval/models_configs/baize-v2-13b/configs.yaml 13 1 727 727 1 1 2023-07-05 2023-07-05 canwenxu@126.com canwenxu@126.com src/alpaca_eval/models_configs/vicuna-7b-v1.5/configs.yaml 13 1 523 523 1 1 2024-01-25 2024-01-25 309987+gblazex@users.noreply.github.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/dolphin-2.2.1-mistral-7b/configs.yaml 13 2 532 528 2 2 2024-01-16 2024-01-20 yanndubois96@gmail.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/models_configs/internlm2-chat-20b-ppo/configs.yaml 15 2 532 525 3 1 2024-01-16 2024-01-23 112053249+c1rn09@users.noreply.github.com 112053249+c1rn09@users.noreply.github.com src/alpaca_eval/models_configs/minichat-3b/configs.yaml 13 1 593 593 1 1 2023-11-16 2023-11-16 gene_zhangchen@163.com gene_zhangchen@163.com src/alpaca_eval/models_configs/gpt4_0613/configs.yaml 7 2 545 538 2 1 2024-01-03 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/claude-2.1/configs.yaml 7 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/llama-2-chat-7b-evol70k-neft/configs.yaml 6 1 621 621 2 2 2023-10-19 2023-10-19 yanndubois96@gmail.com 90730659+neelsjain@users.noreply.github.com src/alpaca_eval/models_configs/Mistral-7B-Instruct-v0.2/configs.yaml 12 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/claude-2.1_verbose/configs.yaml 7 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/Mixtral-8x7B-Instruct-v0.1_verbose/configs.yaml 12 1 506 506 1 1 2024-02-11 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/falcon-40b-instruct/configs.yaml 14 2 766 733 2 2 2023-05-27 2023-06-29 yanndubois96@gmail.com rtaori13@gmail.com src/alpaca_eval/models_configs/guanaco-65b/configs.yaml 14 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/pythia-12b-mix-sft/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/wizardlm-13b/configs.yaml 13 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/models_configs/deepseek-llm-67b-chat/configs.yaml 13 1 510 510 2 2 2024-02-07 2024-02-07 yanndubois96@gmail.com 309987+gblazex@users.noreply.github.com src/alpaca_eval/plotting.py 463 3 766 545 4 1 2023-05-27 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/utils.py 338 15 766 493 21 5 2023-05-27 2024-02-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/annotators/base.py 454 16 721 493 20 1 2023-07-11 2024-02-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/annotators/pairwise_evaluator.py 199 13 766 545 15 2 2023-05-27 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/annotators/__init__.py 2 3 766 721 3 1 2023-05-27 2023-07-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/main.py 327 17 766 493 22 3 2023-05-27 2024-02-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/__init__.py 4 26 766 493 37 5 2023-05-27 2024-02-24 yanndubois96@gmail.com actions@github.com src/alpaca_eval/decoders/anthropic.py 99 12 766 506 18 3 2023-05-27 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/bedrock_anthropic.py 85 4 611 545 4 2 2023-10-29 2024-01-03 billcai@alum.mit.edu yanndubois96@gmail.com src/alpaca_eval/decoders/cohere.py 69 7 766 545 9 4 2023-05-27 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/huggingface_local.py 106 7 766 528 14 4 2023-05-27 2024-01-20 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/openai.py 251 27 766 506 33 7 2023-05-27 2024-02-11 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/jinachat.py 57 1 692 692 2 2 2023-08-09 2023-08-09 yanndubois96@gmail.com 45267439+jupyterjazz@users.noreply.github.com src/alpaca_eval/decoders/vllm_local.py 48 4 678 528 6 4 2023-08-23 2024-01-20 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/google.py 99 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/__init__.py 82 9 766 545 11 4 2023-05-27 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/replicate.py 52 2 712 705 3 1 2023-07-20 2023-07-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/decoders/huggingface_api.py 71 5 766 527 7 1 2023-05-27 2024-01-21 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/processors.py 167 6 708 493 7 1 2023-07-24 2024-02-24 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/analyze.py 310 7 766 538 9 2 2023-05-27 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/cohere/configs.yaml 11 2 766 591 2 1 2023-05-27 2023-11-18 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4/configs.yaml 9 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_0314/configs.yaml 9 1 678 678 1 1 2023-08-23 2023-08-23 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/oasst_pythia_12b/configs.yaml 11 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_cot_gpt4_turbo_fn/configs.yaml 41 3 545 516 3 1 2024-01-03 2024-02-01 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/claude_ranking/configs.yaml 9 2 766 720 3 2 2023-05-27 2023-07-12 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_turbo_fn/configs.yaml 36 4 599 516 4 1 2023-11-10 2024-02-01 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/gpt4/configs.yaml 12 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_farm_greedy_gpt4/configs.yaml 12 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/lmsys_gpt4/configs.yaml 10 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/claude/configs.yaml 12 3 766 721 3 2 2023-05-27 2023-07-11 yanndubois96@gmail.com rtaori13@gmail.com src/alpaca_eval/evaluators_configs/aviary_gpt4/configs.yaml 10 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/claude_2/configs.yaml 12 2 720 717 3 2 2023-07-12 2023-07-15 rtaori13@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_logprob/configs.yaml 17 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_0613/configs.yaml 9 1 678 678 1 1 2023-08-23 2023-08-23 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/gpt4_turbo_clf/configs.yaml 16 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_cot_gpt4_turbo/configs.yaml 17 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_gpt4_fn/configs.yaml 35 6 742 516 6 1 2023-06-20 2024-02-01 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/bedrock_claude_2/configs.yaml 12 1 611 611 1 1 2023-10-29 2023-10-29 billcai@alum.mit.edu billcai@alum.mit.edu src/alpaca_eval/evaluators_configs/chatgpt_fn/configs.yaml 24 4 743 516 4 2 2023-06-19 2024-02-01 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/weighted_alpaca_eval_gpt4_turbo/configs.yaml 16 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/gpt4_turbo_logprob/configs.yaml 16 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_clf_gpt4_turbo/configs.yaml 16 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/text_davinci_003/configs.yaml 12 4 766 651 4 2 2023-05-27 2023-09-19 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/improved_aviary_gpt4/configs.yaml 9 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/gpt4_turbo_cot_clf/configs.yaml 17 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/gpt4_turbo/configs.yaml 12 1 545 545 1 1 2024-01-03 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/improved_lmsys_gpt4/configs.yaml 9 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/bedrock_claude/configs.yaml 12 1 611 611 1 1 2023-10-29 2023-10-29 billcai@alum.mit.edu billcai@alum.mit.edu src/alpaca_eval/evaluators_configs/gpt35_turbo_instruct/configs.yaml 12 1 651 651 1 1 2023-09-19 2023-09-19 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/chatgpt/configs.yaml 12 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_farm/configs.yaml 166 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/alpaca_eval_clf_cot_gpt4_turbo/configs.yaml 19 2 545 516 2 1 2024-01-03 2024-02-01 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/evaluators_configs/guanaco_33b/configs.yaml 11 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/constants.py 211 19 766 498 28 4 2023-05-27 2024-02-19 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/metrics.py 113 2 766 545 3 1 2023-05-27 2024-01-03 yanndubois96@gmail.com yanndubois96@gmail.com src/alpaca_eval/completion_parsers.py 155 15 766 498 18 2 2023-05-27 2024-02-19 yanndubois96@gmail.com yanndubois96@gmail.com client_configs/openai_configs_example.yaml 14 1 546 546 1 1 2024-01-02 2024-01-02 yanndubois96@gmail.com yanndubois96@gmail.com scripts/precompute.py 76 4 766 538 5 1 2023-05-27 2024-01-10 yanndubois96@gmail.com yanndubois96@gmail.com scripts/__init__.py 1 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com MANIFEST.in 4 1 766 766 1 1 2023-05-27 2023-05-27 yanndubois96@gmail.com yanndubois96@gmail.com setup.py 85 14 766 498 19 5 2023-05-27 2024-02-19 yanndubois96@gmail.com yanndubois96@gmail.com