- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Test data path like ".*/testdata/.*" 367 files: tests/testdata/blimp_irregular_plural_subject_verb_agreement_2-v0-res.json tests/testdata/arithmetic_3ds-v0-res.json tests/testdata/wmt20-ta-en-v0-res.json tests/testdata/headqa_en-v0-res.json tests/testdata/pile_dm-mathematics-v1-res.json tests/testdata/crows_pairs_french_physical_appearance-v0-res.json tests/testdata/qqp-v0-res.json tests/testdata/anli_r1-v0-res.json tests/testdata/textsynth_test_abcbcba648d89e5d81a50511a6d24ddeb538de2ffe108c1370dd74ce6ac8038d.pkl tests/testdata/lambada_openai_cloze-v0-res.json tests/testdata/arithmetic_4ds-v0-res.json tests/testdata/mathqa-v0-res.json tests/testdata/blimp_tough_vs_raising_1-v0-res.json tests/testdata/logiqa-v0-res.json tests/testdata/lambada_openai_mt_de-v0-res.json tests/testdata/iwslt17-en-ar-v0-res.json tests/testdata/qa4mre_2013-v0-res.json tests/testdata/gpt3_test_0deb8e9bde8e8327bbc48157f638ff3ba06b0cd816dad2beb8ad90f7fbe795c7.pkl tests/testdata/hendrycksTest-high_school_mathematics-v0-res.json tests/testdata/anagrams2-v0-res.json tests/testdata/pile_arxiv-v0-res.json tests/testdata/cb-v0-res.json tests/testdata/pile_opensubtitles-v0-res.json tests/testdata/blimp_wh_vs_that_with_gap_long_distance-v0-res.json tests/testdata/hendrycksTest-philosophy-v0-res.json tests/testdata/sst-v0-res.json tests/testdata/blimp_determiner_noun_agreement_with_adjective_1-v0-res.json tests/testdata/anli_r2-v0-res.json tests/testdata/arithmetic_4da-v0-res.json tests/testdata/pile_stackexchange-v1-res.json tests/testdata/textsynth_test_0a89c2739f9598b4be2674b0a8e43931d7f3f0b696970bcba31f9b52bdf12297.pkl tests/testdata/blimp_determiner_noun_agreement_2-v0-res.json tests/testdata/wmt20-en-de-v0-res.json tests/testdata/mutual_plus-v0-res.json tests/testdata/hendrycksTest-high_school_european_history-v0-res.json tests/testdata/lambada_mt_de-v0-res.json tests/testdata/wmt14-fr-en-v0-res.json tests/testdata/gguf_test_8fcf3f2f52afeb2acd7c8e02c2cc3ce31a691b665d295f6c4e4bbd71c7caa1a2.pkl tests/testdata/hellaswag-v0-res.json tests/testdata/hendrycksTest-high_school_microeconomics-v0-res.json tests/testdata/lambada_openai_mt_it-v0-res.json tests/testdata/lambada_openai_mt_es-v0-res.json tests/testdata/gguf_test_44e268d15decc4d2d0f99e57e1476269826cd3b54262f7a0981f75ddd45b25d0.pkl tests/testdata/textsynth_test_7afdc285388e51094e12645f305328c759574fa3ec9751631025f8ad5ebf9f3e.pkl tests/testdata/crows_pairs_french_gender-v0-res.json tests/testdata/wmt20-en-zh-v1-res.json tests/testdata/pile_nih-exporter-v0-res.json tests/testdata/truthfulqa_gen-v0-res.json tests/testdata/record-v0-res.json tests/testdata/mnli_mismatched-v0-res.json tests/testdata/math_geometry-v1-res.json tests/testdata/hendrycksTest-clinical_knowledge-v0-res.json tests/testdata/triviaqa-v1-res.json tests/testdata/blimp_adjunct_island-v0-res.json tests/testdata/swag-v0-res.json tests/testdata/hendrycksTest-college_medicine-v0-res.json tests/testdata/math_algebra-v1-res.json tests/testdata/crows_pairs_english_age-v0-res.json tests/testdata/openbookqa-v0-res.json tests/testdata/blimp_distractor_agreement_relational_noun-v0-res.json tests/testdata/hendrycksTest-abstract_algebra-v0-res.json tests/testdata/textsynth_test_b1cbb29666cce5e31a1e97695858137398a0885ca5d5d98f515404fb6aeb99e7.pkl tests/testdata/wmt20-en-km-v0-res.json tests/testdata/hendrycksTest-marketing-v0-res.json tests/testdata/crows_pairs_french-v0-res.json tests/testdata/pile_ubuntu-irc-v1-res.json tests/testdata/blimp_principle_A_case_1-v0-res.json tests/testdata/pile_philpapers-v0-res.json tests/testdata/hendrycksTest-elementary_mathematics-v0-res.json tests/testdata/crows_pairs_english-v0-res.json tests/testdata/blimp_wh_vs_that_no_gap-v0-res.json tests/testdata/blimp_wh_questions_object_gap-v0-res.json tests/testdata/triviaqa-v0-res.json tests/testdata/blimp_principle_A_domain_1-v0-res.json tests/testdata/blimp_wh_questions_subject_gap-v0-res.json tests/testdata/blimp_existential_there_subject_raising-v0-res.json tests/testdata/headqa-v0-res.json tests/testdata/wmt20-en-cs-v0-res.json tests/testdata/blimp_irregular_plural_subject_verb_agreement_1-v0-res.json tests/testdata/blimp_distractor_agreement_relative_clause-v0-res.json tests/testdata/hendrycksTest-world_religions-v0-res.json tests/testdata/pile_gutenberg-v0-res.json tests/testdata/webqs-v0-res.json tests/testdata/blimp_principle_A_c_command-v0-res.json tests/testdata/pile_gutenberg-v1-res.json tests/testdata/hendrycksTest-high_school_macroeconomics-v0-res.json tests/testdata/lambada_standard-v0-res.json tests/testdata/textsynth_test_9d5f33dbfe1e254928c89f5ed85e4c010d888065f55a8f1b863bc1eb0340a5f2.pkl tests/testdata/mmlu_stem_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt tests/testdata/pile_uspto-v1-res.json tests/testdata/wsc-v0-res.json tests/testdata/pile_dm-mathematics-v0-res.json tests/testdata/blimp_determiner_noun_agreement_1-v0-res.json tests/testdata/lambada_mt_es-v0-res.json tests/testdata/cb-v1-res.json tests/testdata/blimp_drop_argument-v0-res.json tests/testdata/hendrycksTest-conceptual_physics-v0-res.json tests/testdata/drop-v1-res.json tests/testdata/crows_pairs_english_physical_appearance-v0-res.json tests/testdata/arithmetic_5ds-v0-res.json tests/testdata/wikitext-v1-res.json tests/testdata/hendrycksTest-college_chemistry-v0-res.json tests/testdata/wmt20-en-ja-v1-res.json tests/testdata/blimp_wh_island-v0-res.json tests/testdata/blimp_principle_A_domain_3-v0-res.json tests/testdata/wmt20-ru-en-v0-res.json tests/testdata/ethics_utilitarianism-v0-res.json tests/testdata/crows_pairs_french_race_color-v0-res.json tests/testdata/hendrycksTest-professional_accounting-v0-res.json tests/testdata/hendrycksTest-global_facts-v0-res.json tests/testdata/lambada-v0-res.json tests/testdata/hendrycksTest-nutrition-v0-res.json tests/testdata/pile_enron-v1-res.json tests/testdata/hendrycksTest-high_school_psychology-v0-res.json tests/testdata/blimp_ellipsis_n_bar_1-v0-res.json tests/testdata/blimp_intransitive-v0-res.json tests/testdata/arithmetic_1dc-v0-res.json tests/testdata/gpt3_test_cfd11f555a5a63b6dfa114a55a932e51b724cdd44d4842586b9ce37260bf7aaa.pkl tests/testdata/pile_books3-v0-res.json tests/testdata/pile_github-v0-res.json tests/testdata/crows_pairs_french_age-v0-res.json tests/testdata/hendrycksTest-professional_psychology-v0-res.json tests/testdata/wmt16-ro-en-v0-res.json tests/testdata/blimp_superlative_quantifiers_1-v0-res.json tests/testdata/lambada_cloze-v0-res.json tests/testdata/textsynth_test_51b5302f157cf224f694ccad973f255ae19e9e061d533256bdf75b04e0a917ab.pkl tests/testdata/arc_easy-v0-res.json tests/testdata/boolq-v1-res.json tests/testdata/lambada_standard_cloze-v0-res.json tests/testdata/pile_openwebtext2-v0-res.json tests/testdata/blimp_animate_subject_trans-v0-res.json tests/testdata/blimp_regular_plural_subject_verb_agreement_2-v0-res.json tests/testdata/math_geometry-v0-res.json tests/testdata/wmt20-ja-en-v0-res.json tests/testdata/pile_youtubesubtitles-v1-res.json tests/testdata/hendrycksTest-college_physics-v0-res.json tests/testdata/blimp_wh_vs_that_with_gap-v0-res.json tests/testdata/rte-v0-res.json tests/testdata/pubmedqa-v0-res.json tests/testdata/ethics_virtue-v0-res.json tests/testdata/textsynth_test_434076260b6af3a46b7a5eaceec3306a5872c400a3872f744280b237455a0f8e.pkl tests/testdata/lambada_mt_en-v0-res.json tests/testdata/arithmetic_3da-v0-res.json tests/testdata/wmt20-km-en-v0-res.json tests/testdata/arithmetic_2ds-v0-res.json tests/testdata/blimp_irregular_past_participle_verbs-v0-res.json tests/testdata/cycle_letters-v0-res.json tests/testdata/hendrycksTest-public_relations-v0-res.json tests/testdata/hendrycksTest-electrical_engineering-v0-res.json tests/testdata/arithmetic_2dm-v0-res.json tests/testdata/wmt20-fr-de-v0-res.json tests/testdata/wmt20-ps-en-v0-res.json tests/testdata/wmt14-en-fr-v0-res.json tests/testdata/hendrycksTest-econometrics-v0-res.json tests/testdata/pile_openwebtext2-v1-res.json tests/testdata/truthfulqa_mc-v1-res.json tests/testdata/squad2-v1-res.json tests/testdata/blimp_transitive-v0-res.json tests/testdata/blimp_tough_vs_raising_2-v0-res.json tests/testdata/pile_stackexchange-v0-res.json tests/testdata/hendrycksTest-computer_security-v0-res.json tests/testdata/gpt3_test_bb2cc49115e88788ed870ad0716eb00b280a885f91c7ed6e1e864435e5e2b6ac.pkl tests/testdata/prost-v0-res.json tests/testdata/math_intermediate_algebra-v1-res.json tests/testdata/blimp_sentential_subject_island-v0-res.json tests/testdata/lambada_openai_mt_fr-v0-res.json tests/testdata/wmt20-de-en-v0-res.json tests/testdata/textsynth_test_7209c4617547bfe17cb9e7f5f735fe35822d650aefdc5fbeeaf0c1724effbe09.pkl tests/testdata/pile_bookcorpus2-v1-res.json tests/testdata/pile_wikipedia-v0-res.json tests/testdata/pile_nih-exporter-v1-res.json tests/testdata/piqa-v0-res.json tests/testdata/anli_r3-v0-res.json tests/testdata/blimp_left_branch_island_echo_question-v0-res.json tests/testdata/math_counting_and_prob-v1-res.json tests/testdata/pile_pubmed-abstracts-v0-res.json tests/testdata/hendrycksTest-astronomy-v0-res.json tests/testdata/math_counting_and_prob-v0-res.json tests/testdata/hendrycksTest-miscellaneous-v0-res.json tests/testdata/crows_pairs_french_religion-v0-res.json tests/testdata/ethics_justice-v0-res.json tests/testdata/hendrycksTest-business_ethics-v0-res.json tests/testdata/crows_pairs_english_race_color-v0-res.json tests/testdata/hendrycksTest-virology-v0-res.json tests/testdata/pile_uspto-v0-res.json tests/testdata/blimp_principle_A_case_2-v0-res.json tests/testdata/hendrycksTest-high_school_biology-v0-res.json tests/testdata/hendrycksTest-high_school_government_and_politics-v0-res.json tests/testdata/blimp_existential_there_object_raising-v0-res.json tests/testdata/crows_pairs_english_sexual_orientation-v0-res.json tests/testdata/toxigen-v0-res.json tests/testdata/hendrycksTest-professional_law-v0-res.json tests/testdata/hendrycksTest-anatomy-v0-res.json tests/testdata/blimp_wh_questions_subject_gap_long_distance-v0-res.json tests/testdata/arithmetic_5da-v0-res.json tests/testdata/ethics_utilitarianism_original-v0-res.json tests/testdata/wic-v0-res.json tests/testdata/hendrycksTest-professional_medicine-v0-res.json tests/testdata/pile_youtubesubtitles-v0-res.json tests/testdata/wmt16-de-en-v0-res.json tests/testdata/blimp_passive_1-v0-res.json tests/testdata/hendrycksTest-college_computer_science-v0-res.json tests/testdata/headqa_es-v0-res.json tests/testdata/race-v0-res.json tests/testdata/hendrycksTest-high_school_chemistry-v0-res.json tests/testdata/pile_hackernews-v1-res.json tests/testdata/crows_pairs_french_autre-v0-res.json tests/testdata/arc_challenge-v2.0-res.json tests/testdata/wikitext-v0-res.json tests/testdata/blimp_anaphor_gender_agreement-v0-res.json tests/testdata/lambada_mt_it-v0-res.json tests/testdata/pile_enron-v0-res.json tests/testdata/blimp_irregular_past_participle_adjectives-v0-res.json tests/testdata/hendrycksTest-security_studies-v0-res.json tests/testdata/winogrande-v0-res.json tests/testdata/blimp_expletive_it_object_raising-v0-res.json tests/testdata/blimp_superlative_quantifiers_2-v0-res.json tests/testdata/hendrycksTest-high_school_computer_science-v0-res.json tests/testdata/blimp_anaphor_number_agreement-v0-res.json tests/testdata/blimp_principle_A_reconstruction-v0-res.json tests/testdata/squad2-v0-res.json tests/testdata/crows_pairs_english_nationality-v0-res.json tests/testdata/blimp_existential_there_quantifiers_2-v0-res.json tests/testdata/math_precalc-v1-res.json tests/testdata/textsynth_test_3092d07756f3e1d010c07524cc8a2ecba7f0c19f9e39f2aaf2bf440bfe328004.pkl tests/testdata/math_prealgebra-v0-res.json tests/testdata/pile_europarl-v0-res.json tests/testdata/lambada_mt_fr-v0-res.json tests/testdata/pile_pubmed-abstracts-v1-res.json tests/testdata/hendrycksTest-us_foreign_policy-v0-res.json tests/testdata/math_algebra-v0-res.json tests/testdata/sciq-v0-res.json tests/testdata/hendrycksTest-college_mathematics-v0-res.json tests/testdata/hendrycksTest-international_law-v0-res.json tests/testdata/gsm8k-v0-res.json tests/testdata/crows_pairs_french_disability-v0-res.json tests/testdata/hendrycksTest-high_school_geography-v0-res.json tests/testdata/textsynth_test_f4bfe4beb605bd52a8ab6be3c9293639e7e2261d98de58159d15ccb83131bf4e.pkl tests/testdata/gguf_test_52ea409606de8755e03cf7c79f824101a4ce64bb6e6d3df556b8a4e7a5d92418.pkl tests/testdata/hendrycksTest-moral_disputes-v0-res.json tests/testdata/blimp_determiner_noun_agreement_with_adj_irregular_1-v0-res.json tests/testdata/wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt tests/testdata/textsynth_test_6d6c62dd70caaa208712bf766deaf419cfac89538d4ab7745621e339394c0c23.pkl tests/testdata/hendrycksTest-management-v0-res.json tests/testdata/reversed_words-v0-res.json tests/testdata/hendrycksTest-high_school_physics-v0-res.json tests/testdata/cola-v0-res.json tests/testdata/wmt20-en-pl-v0-res.json tests/testdata/wmt20-cs-en-v0-res.json tests/testdata/hendrycksTest-prehistory-v0-res.json tests/testdata/copa-v0-res.json tests/testdata/hendrycksTest-jurisprudence-v0-res.json tests/testdata/ethics_cm-v0-res.json tests/testdata/blimp_principle_A_domain_2-v0-res.json tests/testdata/qa4mre_2012-v0-res.json tests/testdata/crows_pairs_french_nationality-v0-res.json tests/testdata/coqa-v1-res.json tests/testdata/iwslt17-ar-en-v0-res.json tests/testdata/crows_pairs_english_socioeconomic-v0-res.json tests/testdata/blimp_existential_there_quantifiers_1-v0-res.json tests/testdata/blimp_only_npi_licensor_present-v0-res.json tests/testdata/wmt20-zh-en-v0-res.json tests/testdata/hendrycksTest-moral_scenarios-v0-res.json tests/testdata/wmt20-en-ta-v0-res.json tests/testdata/hendrycksTest-human_aging-v0-res.json tests/testdata/wmt20-iu-en-v0-res.json tests/testdata/coqa-v0-res.json tests/testdata/blimp_inchoative-v0-res.json tests/testdata/mc_taco-v0-res.json tests/testdata/blimp_determiner_noun_agreement_irregular_2-v0-res.json tests/testdata/mutual_plus-v1-res.json tests/testdata/hendrycksTest-logical_fallacies-v0-res.json tests/testdata/blimp_sentential_negation_npi_scope-v0-res.json tests/testdata/pile_hackernews-v0-res.json tests/testdata/math_prealgebra-v1-res.json tests/testdata/hendrycksTest-high_school_us_history-v0-res.json tests/testdata/hendrycksTest-high_school_world_history-v0-res.json tests/testdata/crows_pairs_french_socioeconomic-v0-res.json tests/testdata/blimp_determiner_noun_agreement_with_adj_irregular_2-v0-res.json tests/testdata/wsc273-v0-res.json tests/testdata/anagrams1-v0-res.json tests/testdata/blimp_causative-v0-res.json tests/testdata/wmt20-en-iu-v0-res.json tests/testdata/wnli-v0-res.json tests/testdata/blimp_passive_2-v0-res.json tests/testdata/blimp_wh_vs_that_no_gap_long_distance-v0-res.json tests/testdata/wmt20-en-ps-v0-res.json tests/testdata/crows_pairs_english_gender-v0-res.json tests/testdata/hendrycksTest-college_biology-v0-res.json tests/testdata/pile_freelaw-v1-res.json tests/testdata/mutual-v1-res.json tests/testdata/math_num_theory-v1-res.json tests/testdata/lambada_openai-v2.0-res.json tests/testdata/pile_pile-cc-v0-res.json tests/testdata/hendrycksTest-sociology-v0-res.json tests/testdata/textsynth_test_0c1c14571add7903b89e588c8212572b95bb57b334fc0752c89a7e045a5f63ae.pkl tests/testdata/drop-v0-res.json tests/testdata/arc_challenge-v0-res.json tests/testdata/blimp_left_branch_island_simple_question-v0-res.json tests/testdata/pile_arxiv-v1-res.json tests/testdata/wmt20-de-fr-v0-res.json tests/testdata/crows_pairs_english_disability-v0-res.json tests/testdata/pile_bookcorpus2-v0-res.json tests/testdata/pile_books3-v1-res.json tests/testdata/gpt3_test_8025023377febbd8c5f2b9f26705c394ff375d0cad7c89c10fd9b8e1eb66ff1c.pkl tests/testdata/wmt20-en-zh-v0-res.json tests/testdata/pile_freelaw-v0-res.json tests/testdata/hendrycksTest-machine_learning-v0-res.json tests/testdata/hendrycksTest-human_sexuality-v0-res.json tests/testdata/wmt20-pl-en-v0-res.json tests/testdata/mnli-v0-res.json tests/testdata/qnli-v0-res.json tests/testdata/boolq-v0-res.json tests/testdata/pile_wikipedia-v1-res.json tests/testdata/textsynth_test_4fd8d66a6dad7f602b40e5d7dc298d6fe329299d086a4659743a41f4a4012659.pkl tests/testdata/wnli-v1-res.json tests/testdata/pile_pile-cc-v1-res.json tests/testdata/blimp_animate_subject_passive-v0-res.json tests/testdata/blimp_regular_plural_subject_verb_agreement_1-v0-res.json tests/testdata/textsynth_test_e7ad1e9f52a39e1ddd1e50f3c57ffa4546728dd150a67c0a0ddc8675c04e15d1.pkl tests/testdata/blimp_npi_present_1-v0-res.json tests/testdata/blimp_only_npi_scope-v0-res.json tests/testdata/crows_pairs_english_autre-v0-res.json tests/testdata/math_num_theory-v0-res.json tests/testdata/multirc-v1-res.json tests/testdata/lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt tests/testdata/qa4mre_2011-v0-res.json tests/testdata/wmt20-en-ru-v0-res.json tests/testdata/gpt3_test_f307d52964c295e2005c5e782b688c24388e0cecadf29f1e6fc7f394236ea9c0.pkl tests/testdata/arithmetic_2da-v0-res.json tests/testdata/random_insertion-v0-res.json tests/testdata/lambada_openai-v0-res.json tests/testdata/lambada_openai_mt_en-v0-res.json tests/testdata/math_precalc-v0-res.json tests/testdata/crows_pairs_french_sexual_orientation-v0-res.json tests/testdata/pile_pubmed-central-v1-res.json tests/testdata/mutual-v0-res.json tests/testdata/textsynth_test_49c47ae40e11f349f2f6b492128188b1b2bc103a421c676ee4b2142a68b43516.pkl tests/testdata/ethics_deontology-v0-res.json tests/testdata/blimp_sentential_negation_npi_licensor_present-v0-res.json tests/testdata/pile_github-v1-res.json tests/testdata/blimp_determiner_noun_agreement_irregular_1-v0-res.json tests/testdata/blimp_coordinate_structure_constraint_object_extraction-v0-res.json tests/testdata/blimp_determiner_noun_agreement_with_adj_2-v0-res.json tests/testdata/hendrycksTest-formal_logic-v0-res.json tests/testdata/multirc-v0-res.json tests/testdata/mrpc-v0-res.json tests/testdata/math_intermediate_algebra-v0-res.json tests/testdata/hendrycksTest-high_school_statistics-v0-res.json tests/testdata/crows_pairs_english_religion-v0-res.json tests/testdata/pile_pubmed-central-v0-res.json tests/testdata/truthfulqa_gen-v1-res.json tests/testdata/hendrycksTest-medical_genetics-v0-res.json tests/testdata/pile_opensubtitles-v1-res.json tests/testdata/blimp_npi_present_2-v0-res.json tests/testdata/pile_europarl-v1-res.json tests/testdata/blimp_complex_NP_island-v0-res.json tests/testdata/blimp_coordinate_structure_constraint_complex_left_branch-v0-res.json tests/testdata/pile_philpapers-v1-res.json tests/testdata/ai2_arc_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt tests/testdata/wmt16-en-de-v0-res.json tests/testdata/truthfulqa_mc-v0-res.json tests/testdata/wmt16-en-ro-v0-res.json tests/testdata/wmt20-en-ja-v0-res.json tests/testdata/pile_ubuntu-irc-v0-res.json tests/testdata/blimp_ellipsis_n_bar_2-v0-res.json tests/testdata/blimp_matrix_question_npi_licensor_present-v0-res.json - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Too long lines (1000+ characters) 18 files: scripts/make_gpt2_test_cases.py lm_eval/tasks/siqa/README.md lm_eval/tasks/arabicmmlu/README.md lm_eval/tasks/haerae/README.md lm_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json lm_eval/tasks/swde/README.md lm_eval/tasks/bigbench/README.md lm_eval/tasks/okapi/hellaswag_multilingual/README.md lm_eval/tasks/okapi/arc_multilingual/README.md lm_eval/tasks/okapi/truthfulqa_multilingual/README.md lm_eval/tasks/crows_pairs/README.md lm_eval/tasks/xnli_eu/README.md lm_eval/tasks/inverse_scaling/README.md lm_eval/tasks/bertaqa/README.md lm_eval/tasks/wmdp/README.md lm_eval/tasks/glue/README.md lm_eval/tasks/kmmlu/README.md lm_eval/tasks/gpqa/README.md - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Documentation path like ".*/docs/.*" 7 files: docs/task_guide.md docs/README.md docs/model_guide.md docs/CONTRIBUTING.md docs/interface.md docs/decontamination.md docs/new_task_guide.md - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Hidden files and folders path like ".*/[.][a-zA-Z0-9_]+.*" 2 files: .gitignore .pre-commit-config.yaml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Too long file (1000000+ bytes) 1 files: git-history.txt - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -