Path	Lines of Code
parlai/agents/test_agents/__init__.py	1
parlai/agents/test_agents/counter.py	80
parlai/agents/test_agents/null.py	15
parlai/agents/test_agents/test_agents.py	95
parlai/agents/test_agents/transformer_generator_prefix.py	12
parlai/agents/test_agents/unigram.py	27
parlai/core/tod/tod_test_utils/test_agents.py	146
parlai/tasks/airdialogue/test/airdialogue_air_dialogue_test.yml	29
parlai/tasks/airdialogue/test/airdialogue_air_dialogue_train.yml	27
parlai/tasks/airdialogue/test/airdialogue_air_dialogue_valid.yml	29
parlai/tasks/airdialogue/test/airdialogue_test.yml	29
parlai/tasks/airdialogue/test/airdialogue_train.yml	27
parlai/tasks/airdialogue/test/airdialogue_valid.yml	29
parlai/tasks/anli/test/anli_test.yml	74
parlai/tasks/anli/test/anli_train.yml	70
parlai/tasks/anli/test/anli_valid.yml	75
parlai/tasks/aqua/test/aqua_test.yml	101
parlai/tasks/aqua/test/aqua_train.yml	75
parlai/tasks/aqua/test/aqua_valid.yml	70
parlai/tasks/babi/test/babi_all10k_test.yml	78
parlai/tasks/babi/test/babi_all10k_train.yml	78
parlai/tasks/babi/test/babi_all10k_valid.yml	78
parlai/tasks/babi/test/babi_all1k_test.yml	78
parlai/tasks/babi/test/babi_all1k_train.yml	78
parlai/tasks/babi/test/babi_all1k_valid.yml	78
parlai/tasks/babi/test/babi_test.yml	78
parlai/tasks/babi/test/babi_train.yml	78
parlai/tasks/babi/test/babi_valid.yml	78
parlai/tasks/blended_skill_talk/test/blended_skill_talk_all_test.yml	143
parlai/tasks/blended_skill_talk/test/blended_skill_talk_all_train.yml	151
parlai/tasks/blended_skill_talk/test/blended_skill_talk_all_valid.yml	143
parlai/tasks/blended_skill_talk/test/blended_skill_talk_blended_skill_talk_test.yml	220
parlai/tasks/blended_skill_talk/test/blended_skill_talk_blended_skill_talk_train.yml	66
parlai/tasks/blended_skill_talk/test/blended_skill_talk_blended_skill_talk_valid.yml	200
parlai/tasks/blended_skill_talk/test/blended_skill_talk_convAI2_persona_topicifier_test.yml	143
parlai/tasks/blended_skill_talk/test/blended_skill_talk_convAI2_persona_topicifier_train.yml	151
parlai/tasks/blended_skill_talk/test/blended_skill_talk_convAI2_persona_topicifier_valid.yml	143
parlai/tasks/blended_skill_talk/test/blended_skill_talk_e_d_persona_topicifier_test.yml	229
parlai/tasks/blended_skill_talk/test/blended_skill_talk_e_d_persona_topicifier_train.yml	80
parlai/tasks/blended_skill_talk/test/blended_skill_talk_e_d_persona_topicifier_valid.yml	213
parlai/tasks/blended_skill_talk/test/blended_skill_talk_test.yml	220
parlai/tasks/blended_skill_talk/test/blended_skill_talk_train.yml	66
parlai/tasks/blended_skill_talk/test/blended_skill_talk_valid.yml	200
parlai/tasks/blended_skill_talk/test/blended_skill_talk_wo_w_persona_topicifier_test.yml	866
parlai/tasks/blended_skill_talk/test/blended_skill_talk_wo_w_persona_topicifier_train.yml	652
parlai/tasks/blended_skill_talk/test/blended_skill_talk_wo_w_persona_topicifier_valid.yml	987
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_HumanNonadvSafetyEvaluation_test.yml	25
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_HumanNonadvSafetyEvaluation_train.yml	25
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_HumanNonadvSafetyEvaluation_valid.yml	25
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_HumanSafetyEvaluation_test.yml	84
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_HumanSafetyEvaluation_train.yml	84
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_HumanSafetyEvaluation_valid.yml	84
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=all_bad_safety_mix=all_bad_num_turns=4_test.yml	53
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=all_bad_safety_mix=all_bad_num_turns=4_train.yml	53
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=all_bad_safety_mix=all_bad_num_turns=4_valid.yml	53
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=all_bad_safety_mix=safe_bad_num_turns=4_test.yml	53
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=all_bad_safety_mix=safe_bad_num_turns=4_train.yml	55
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=all_bad_safety_mix=safe_bad_num_turns=4_valid.yml	59
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=human_bad_safety_mix=all_bad_num_turns=4_test.yml	57
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=human_bad_safety_mix=all_bad_num_turns=4_train.yml	55
parlai/tasks/bot_adversarial_dialogue/test/bot_adversarial_dialogue_bad_speaker_to_eval=human_bad_safety_mix=all_bad_num_turns=4_valid.yml	56
parlai/tasks/c3/test/c3_c3_test.yml	63
parlai/tasks/c3/test/c3_c3_train.yml	64
parlai/tasks/c3/test/c3_c3_valid.yml	78
parlai/tasks/c3/test/c3_test.yml	63
parlai/tasks/c3/test/c3_train.yml	64
parlai/tasks/c3/test/c3_valid.yml	78
parlai/tasks/casino/test/casino_test.yml	43
parlai/tasks/casino/test/casino_train.yml	23
parlai/tasks/casino/test/casino_valid.yml	49
parlai/tasks/cbt/test/cbt_test.yml	265
parlai/tasks/cbt/test/cbt_train.yml	286
parlai/tasks/cbt/test/cbt_valid.yml	248
parlai/tasks/cmu_dog/test/cmu_dog_test.yml	281
parlai/tasks/cmu_dog/test/cmu_dog_train.yml	405
parlai/tasks/cmu_dog/test/cmu_dog_valid.yml	406
parlai/tasks/convai2/test/convai2_both_test.yml	147
parlai/tasks/convai2/test/convai2_both_train.yml	154
parlai/tasks/convai2/test/convai2_both_valid.yml	147
parlai/tasks/convai2/test/convai2_none_test.yml	138
parlai/tasks/convai2/test/convai2_none_train.yml	134
parlai/tasks/convai2/test/convai2_none_valid.yml	138
parlai/tasks/convai2/test/convai2_normalized_test.yml	134
parlai/tasks/convai2/test/convai2_normalized_train.yml	147
parlai/tasks/convai2/test/convai2_normalized_valid.yml	134
parlai/tasks/convai2/test/convai2_self_revised_test.yml	143
parlai/tasks/convai2/test/convai2_self_revised_train.yml	150
parlai/tasks/convai2/test/convai2_self_revised_valid.yml	143
parlai/tasks/convai2/test/convai2_test.yml	142
parlai/tasks/convai2/test/convai2_train.yml	150
parlai/tasks/convai2/test/convai2_valid.yml	142
parlai/tasks/cornell_movie/test/cornell_movie_double_test.yml	27
parlai/tasks/cornell_movie/test/cornell_movie_double_train.yml	22
parlai/tasks/cornell_movie/test/cornell_movie_double_valid.yml	28
parlai/tasks/cornell_movie/test/cornell_movie_test.yml	28
parlai/tasks/cornell_movie/test/cornell_movie_train.yml	17
parlai/tasks/cornell_movie/test/cornell_movie_valid.yml	23
parlai/tasks/dailydialog/test/dailydialog_no_start_test.yml	44
parlai/tasks/dailydialog/test/dailydialog_no_start_train.yml	48
parlai/tasks/dailydialog/test/dailydialog_no_start_valid.yml	45
parlai/tasks/dailydialog/test/dailydialog_test.yml	38
parlai/tasks/dailydialog/test/dailydialog_train.yml	48
parlai/tasks/dailydialog/test/dailydialog_valid.yml	14
parlai/tasks/dbll_babi/test/dbll_babi_test.yml	82
parlai/tasks/dbll_babi/test/dbll_babi_train.yml	82
parlai/tasks/dbll_babi/test/dbll_babi_valid.yml	82
parlai/tasks/dbll_movie/test/dbll_movie_KB_test.yml	50
parlai/tasks/dbll_movie/test/dbll_movie_KB_train.yml	50
parlai/tasks/dbll_movie/test/dbll_movie_KB_valid.yml	50
parlai/tasks/dbll_movie/test/dbll_movie_test.yml	138
parlai/tasks/dbll_movie/test/dbll_movie_train.yml	92
parlai/tasks/dbll_movie/test/dbll_movie_valid.yml	138
parlai/tasks/dealnodeal/test/dealnodeal_test.yml	30
parlai/tasks/dealnodeal/test/dealnodeal_train.yml	45
parlai/tasks/dealnodeal/test/dealnodeal_valid.yml	33
parlai/tasks/decode/test/decode_test.yml	42
parlai/tasks/decode/test/decode_train.yml	45
parlai/tasks/decode/test/decode_valid.yml	49
parlai/tasks/dialog_babi/test/dialog_babi_test.yml	138
parlai/tasks/dialog_babi/test/dialog_babi_train.yml	138
parlai/tasks/dialog_babi/test/dialog_babi_valid.yml	138
parlai/tasks/dialog_babi_plus/test/dialog_babi_plus_KB_test.yml	33
parlai/tasks/dialog_babi_plus/test/dialog_babi_plus_KB_train.yml	33
parlai/tasks/dialog_babi_plus/test/dialog_babi_plus_KB_valid.yml	33
parlai/tasks/dialog_babi_plus/test/dialog_babi_plus_test.yml	138
parlai/tasks/dialog_babi_plus/test/dialog_babi_plus_train.yml	138
parlai/tasks/dialog_babi_plus/test/dialog_babi_plus_valid.yml	138
parlai/tasks/dialogue_nli/test/dialogue_nli_test.yml	55
parlai/tasks/dialogue_nli/test/dialogue_nli_train.yml	54
parlai/tasks/dialogue_nli/test/dialogue_nli_valid.yml	53
parlai/tasks/dialogue_qe/test/dialogue_qe_test.yml	92
parlai/tasks/dialogue_qe/test/dialogue_qe_train.yml	72
parlai/tasks/dialogue_qe/test/dialogue_qe_valid.yml	92
parlai/tasks/dream/test/dream_d_r_e_a_m_test.yml	96
parlai/tasks/dream/test/dream_d_r_e_a_m_train.yml	64
parlai/tasks/dream/test/dream_d_r_e_a_m_valid.yml	69
parlai/tasks/dream/test/dream_test.yml	96
parlai/tasks/dream/test/dream_train.yml	64
parlai/tasks/dream/test/dream_valid.yml	69
parlai/tasks/dstc7/test/dstc7_test.yml	238
parlai/tasks/dstc7/test/dstc7_train.yml	232
parlai/tasks/dstc7/test/dstc7_valid.yml	205
parlai/tasks/empathetic_dialogues/test/empathetic_dialogues_test.yml	212
parlai/tasks/empathetic_dialogues/test/empathetic_dialogues_train.yml	70
parlai/tasks/empathetic_dialogues/test/empathetic_dialogues_valid.yml	193
parlai/tasks/funpedia/test/funpedia_echo_test.yml	43
parlai/tasks/funpedia/test/funpedia_echo_train.yml	47
parlai/tasks/funpedia/test/funpedia_echo_valid.yml	45
parlai/tasks/funpedia/test/funpedia_funpedia_test.yml	46
parlai/tasks/funpedia/test/funpedia_funpedia_train.yml	46
parlai/tasks/funpedia/test/funpedia_funpedia_valid.yml	44
parlai/tasks/funpedia/test/funpedia_lm_test.yml	36
parlai/tasks/funpedia/test/funpedia_lm_train.yml	34
parlai/tasks/funpedia/test/funpedia_lm_valid.yml	33
parlai/tasks/funpedia/test/funpedia_nopersona_test.yml	41
parlai/tasks/funpedia/test/funpedia_nopersona_train.yml	41
parlai/tasks/funpedia/test/funpedia_nopersona_valid.yml	39
parlai/tasks/funpedia/test/funpedia_sentencechoose_test.yml	66
parlai/tasks/funpedia/test/funpedia_sentencechoose_train.yml	104
parlai/tasks/funpedia/test/funpedia_sentencechoose_valid.yml	71
parlai/tasks/funpedia/test/funpedia_test.yml	46
parlai/tasks/funpedia/test/funpedia_train.yml	46
parlai/tasks/funpedia/test/funpedia_valid.yml	44
parlai/tasks/glue/test/glue_ax_test.yml	81
parlai/tasks/glue/test/glue_ax_train.yml	81
parlai/tasks/glue/test/glue_ax_valid.yml	81
parlai/tasks/glue/test/glue_cola_test.yml	48
parlai/tasks/glue/test/glue_cola_train.yml	48
parlai/tasks/glue/test/glue_cola_valid.yml	48
parlai/tasks/glue/test/glue_mnli_test.yml	77
parlai/tasks/glue/test/glue_mnli_train.yml	69
parlai/tasks/glue/test/glue_mnli_valid.yml	72
parlai/tasks/glue/test/glue_mrpc_test.yml	85
parlai/tasks/glue/test/glue_mrpc_train.yml	76
parlai/tasks/glue/test/glue_mrpc_valid.yml	75
parlai/tasks/glue/test/glue_qnli_test.yml	74
parlai/tasks/glue/test/glue_qnli_train.yml	86
parlai/tasks/glue/test/glue_qnli_valid.yml	71
parlai/tasks/glue/test/glue_qqp_test.yml	64
parlai/tasks/glue/test/glue_qqp_train.yml	60
parlai/tasks/glue/test/glue_qqp_valid.yml	62
parlai/tasks/glue/test/glue_rte_test.yml	74
parlai/tasks/glue/test/glue_rte_train.yml	80
parlai/tasks/glue/test/glue_rte_valid.yml	100
parlai/tasks/glue/test/glue_sst2_test.yml	56
parlai/tasks/glue/test/glue_sst2_train.yml	51
parlai/tasks/glue/test/glue_sst2_valid.yml	52
parlai/tasks/glue/test/glue_stsb_test.yml	53
parlai/tasks/glue/test/glue_stsb_train.yml	53
parlai/tasks/glue/test/glue_stsb_valid.yml	53
parlai/tasks/glue/test/glue_test.yml	75
parlai/tasks/glue/test/glue_train.yml	67
parlai/tasks/glue/test/glue_valid.yml	62
parlai/tasks/glue/test/glue_wnli_test.yml	88
parlai/tasks/glue/test/glue_wnli_train.yml	67
parlai/tasks/glue/test/glue_wnli_valid.yml	62
parlai/tasks/google_sgd/test/google_sgd_UserSimulatorTeacher_test.yml	51
parlai/tasks/google_sgd/test/google_sgd_UserSimulatorTeacher_train.yml	49
parlai/tasks/google_sgd/test/google_sgd_UserSimulatorTeacher_valid.yml	46
parlai/tasks/google_sgd/test/google_sgd_test.yml	45
parlai/tasks/google_sgd/test/google_sgd_text2_a_p_i2_text_test.yml	74
parlai/tasks/google_sgd/test/google_sgd_text2_a_p_i2_text_train.yml	54
parlai/tasks/google_sgd/test/google_sgd_text2_a_p_i2_text_valid.yml	70
parlai/tasks/google_sgd/test/google_sgd_text2_text_test.yml	38
parlai/tasks/google_sgd/test/google_sgd_text2_text_train.yml	34
parlai/tasks/google_sgd/test/google_sgd_text2_text_valid.yml	26
parlai/tasks/google_sgd/test/google_sgd_train.yml	45
parlai/tasks/google_sgd/test/google_sgd_valid.yml	45
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_InDomainSystemTeacher_test.yml	45
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_InDomainSystemTeacher_train.yml	45
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_InDomainSystemTeacher_valid.yml	45
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_InDomainUserSimulatorTeacher_test.yml	51
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_InDomainUserSimulatorTeacher_train.yml	49
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_InDomainUserSimulatorTeacher_valid.yml	46
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_OutDomainSystemTeacher_test.yml	54
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_OutDomainSystemTeacher_train.yml	63
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_OutDomainSystemTeacher_valid.yml	43
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_OutDomainUserSimulatorTeacher_test.yml	52
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_OutDomainUserSimulatorTeacher_train.yml	49
parlai/tasks/google_sgd_simulation_splits/test/google_sgd_simulation_splits_OutDomainUserSimulatorTeacher_valid.yml	47
parlai/tasks/holl_e/test/holl_e_holl_e_test.yml	125
parlai/tasks/holl_e/test/holl_e_holl_e_train.yml	210
parlai/tasks/holl_e/test/holl_e_holl_e_valid.yml	126
parlai/tasks/holl_e/test/holl_e_test.yml	125
parlai/tasks/holl_e/test/holl_e_train.yml	210
parlai/tasks/holl_e/test/holl_e_valid.yml	126
parlai/tasks/hotpotqa/test/hotpotqa_distractor_test.yml	368
parlai/tasks/hotpotqa/test/hotpotqa_distractor_train.yml	389
parlai/tasks/hotpotqa/test/hotpotqa_distractor_valid.yml	368
parlai/tasks/hotpotqa/test/hotpotqa_fullwiki_test.yml	385
parlai/tasks/hotpotqa/test/hotpotqa_fullwiki_train.yml	389
parlai/tasks/hotpotqa/test/hotpotqa_fullwiki_valid.yml	385
parlai/tasks/hotpotqa/test/hotpotqa_test.yml	385
parlai/tasks/hotpotqa/test/hotpotqa_train.yml	389
parlai/tasks/hotpotqa/test/hotpotqa_valid.yml	385
parlai/tasks/insuranceqa/test/insuranceqa_test.yml	792
parlai/tasks/insuranceqa/test/insuranceqa_train.yml	65
parlai/tasks/insuranceqa/test/insuranceqa_v1_test.yml	792
parlai/tasks/insuranceqa/test/insuranceqa_v1_train.yml	65
parlai/tasks/insuranceqa/test/insuranceqa_v1_valid.yml	770
parlai/tasks/insuranceqa/test/insuranceqa_v2_test.yml	1454
parlai/tasks/insuranceqa/test/insuranceqa_v2_train.yml	1143
parlai/tasks/insuranceqa/test/insuranceqa_v2_valid.yml	1402
parlai/tasks/insuranceqa/test/insuranceqa_valid.yml	770
parlai/tasks/iwslt14/test/iwslt14_test.yml	53
parlai/tasks/iwslt14/test/iwslt14_train.yml	39
parlai/tasks/iwslt14/test/iwslt14_valid.yml	30
parlai/tasks/jericho_world/test/jericho_world_ActionKGTeacher_test.yml	362
parlai/tasks/jericho_world/test/jericho_world_ActionKGTeacher_train.yml	779
parlai/tasks/jericho_world/test/jericho_world_ActionKGTeacher_valid.yml	362
parlai/tasks/jericho_world/test/jericho_world_StateToActionTeacher_test.yml	379
parlai/tasks/jericho_world/test/jericho_world_StateToActionTeacher_train.yml	773
parlai/tasks/jericho_world/test/jericho_world_StateToActionTeacher_valid.yml	379
parlai/tasks/jericho_world/test/jericho_world_StateToValidActionsTeacher_test.yml	359
parlai/tasks/jericho_world/test/jericho_world_StateToValidActionsTeacher_train.yml	753
parlai/tasks/jericho_world/test/jericho_world_StateToValidActionsTeacher_valid.yml	359
parlai/tasks/jericho_world/test/jericho_world_StaticKGTeacher_test.yml	331
parlai/tasks/jericho_world/test/jericho_world_StaticKGTeacher_train.yml	732
parlai/tasks/jericho_world/test/jericho_world_StaticKGTeacher_valid.yml	331
parlai/tasks/light_dialog/test/light_dialog_test.yml	222
parlai/tasks/light_dialog/test/light_dialog_train.yml	206
parlai/tasks/light_dialog/test/light_dialog_valid.yml	227
parlai/tasks/light_dialog_wild/test/light_dialog_wild_test.yml	200
parlai/tasks/light_dialog_wild/test/light_dialog_wild_train.yml	178
parlai/tasks/light_dialog_wild/test/light_dialog_wild_valid.yml	197
parlai/tasks/mctest/test/mctest_test.yml	132
parlai/tasks/mctest/test/mctest_train.yml	113
parlai/tasks/mctest/test/mctest_valid.yml	155
parlai/tasks/metalwoz/test/metalwoz_UserSimulatorTeacher_test.yml	65
parlai/tasks/metalwoz/test/metalwoz_UserSimulatorTeacher_train.yml	69
parlai/tasks/metalwoz/test/metalwoz_UserSimulatorTeacher_valid.yml	47
parlai/tasks/metalwoz/test/metalwoz_test.yml	38
parlai/tasks/metalwoz/test/metalwoz_train.yml	68
parlai/tasks/metalwoz/test/metalwoz_valid.yml	63
parlai/tasks/mnist_qa/test/mnist_qa_test.yml	143
parlai/tasks/mnist_qa/test/mnist_qa_train.yml	143
parlai/tasks/mnist_qa/test/mnist_qa_valid.yml	143
parlai/tasks/msc/test/msc_PersonaSummaryTeacher_include_last_session=True_test.yml	158
parlai/tasks/msc/test/msc_PersonaSummaryTeacher_include_last_session=True_train.yml	138
parlai/tasks/msc/test/msc_PersonaSummaryTeacher_include_last_session=True_valid.yml	85
parlai/tasks/msc/test/msc_PersonaSummaryTeacher_test.yml	143
parlai/tasks/msc/test/msc_PersonaSummaryTeacher_train.yml	138
parlai/tasks/msc/test/msc_PersonaSummaryTeacher_valid.yml	115
parlai/tasks/msc/test/msc_include_last_session=True_test.yml	134
parlai/tasks/msc/test/msc_include_last_session=True_train.yml	147
parlai/tasks/msc/test/msc_include_last_session=True_valid.yml	134
parlai/tasks/msc/test/msc_test.yml	134
parlai/tasks/msc/test/msc_train.yml	147
parlai/tasks/msc/test/msc_valid.yml	134
parlai/tasks/msr_e2e/test/msr_e2e_SystemTeacher_test.yml	71
parlai/tasks/msr_e2e/test/msr_e2e_SystemTeacher_train.yml	56
parlai/tasks/msr_e2e/test/msr_e2e_SystemTeacher_valid.yml	55
parlai/tasks/msr_e2e/test/msr_e2e_UserSimulatorTeacher_test.yml	49
parlai/tasks/msr_e2e/test/msr_e2e_UserSimulatorTeacher_train.yml	48
parlai/tasks/msr_e2e/test/msr_e2e_UserSimulatorTeacher_valid.yml	48
parlai/tasks/multidogo/test/multidogo_SystemTeacher_multidogo-domains=software_test.yml	48
parlai/tasks/multidogo/test/multidogo_SystemTeacher_multidogo-domains=software_train.yml	46
parlai/tasks/multidogo/test/multidogo_SystemTeacher_multidogo-domains=software_valid.yml	48
parlai/tasks/multidogo/test/multidogo_UserSimulatorTeacher_multidogo-domains=software_test.yml	48
parlai/tasks/multidogo/test/multidogo_UserSimulatorTeacher_multidogo-domains=software_train.yml	47
parlai/tasks/multidogo/test/multidogo_UserSimulatorTeacher_multidogo-domains=software_valid.yml	47
parlai/tasks/multinli/test/multinli_test.yml	66
parlai/tasks/multinli/test/multinli_train.yml	58
parlai/tasks/multinli/test/multinli_valid.yml	60
parlai/tasks/multiwoz_v20/test/multiwoz_v20_multi_woz_test.yml	17
parlai/tasks/multiwoz_v20/test/multiwoz_v20_multi_woz_train.yml	32
parlai/tasks/multiwoz_v20/test/multiwoz_v20_multi_woz_valid.yml	34
parlai/tasks/multiwoz_v20/test/multiwoz_v20_test.yml	17
parlai/tasks/multiwoz_v20/test/multiwoz_v20_train.yml	32
parlai/tasks/multiwoz_v20/test/multiwoz_v20_valid.yml	34
parlai/tasks/multiwoz_v21/test/multiwoz_v21_multi_woz_test.yml	17
parlai/tasks/multiwoz_v21/test/multiwoz_v21_multi_woz_train.yml	32
parlai/tasks/multiwoz_v21/test/multiwoz_v21_multi_woz_valid.yml	34
parlai/tasks/multiwoz_v21/test/multiwoz_v21_test.yml	17
parlai/tasks/multiwoz_v21/test/multiwoz_v21_train.yml	32
parlai/tasks/multiwoz_v21/test/multiwoz_v21_valid.yml	34
parlai/tasks/multiwoz_v22/test/multiwoz_v22_UserSimulatorTeacher_test.yml	50
parlai/tasks/multiwoz_v22/test/multiwoz_v22_UserSimulatorTeacher_train.yml	51
parlai/tasks/multiwoz_v22/test/multiwoz_v22_UserSimulatorTeacher_valid.yml	50
parlai/tasks/multiwoz_v22/test/multiwoz_v22_test.yml	66
parlai/tasks/multiwoz_v22/test/multiwoz_v22_train.yml	73
parlai/tasks/multiwoz_v22/test/multiwoz_v22_valid.yml	59
parlai/tasks/personachat/test/personachat_both_original_test.yml	155
parlai/tasks/personachat/test/personachat_both_original_train.yml	154
parlai/tasks/personachat/test/personachat_both_original_valid.yml	159
parlai/tasks/personachat/test/personachat_both_revised_test.yml	155
parlai/tasks/personachat/test/personachat_both_revised_train.yml	154
parlai/tasks/personachat/test/personachat_both_revised_valid.yml	160
parlai/tasks/personachat/test/personachat_both_test.yml	155
parlai/tasks/personachat/test/personachat_both_train.yml	154
parlai/tasks/personachat/test/personachat_both_valid.yml	159
parlai/tasks/personachat/test/personachat_none_test.yml	145
parlai/tasks/personachat/test/personachat_none_train.yml	146
parlai/tasks/personachat/test/personachat_none_valid.yml	150
parlai/tasks/personachat/test/personachat_other_original_test.yml	150
parlai/tasks/personachat/test/personachat_other_original_train.yml	150
parlai/tasks/personachat/test/personachat_other_original_valid.yml	155
parlai/tasks/personachat/test/personachat_other_revised_test.yml	150
parlai/tasks/personachat/test/personachat_other_revised_train.yml	151
parlai/tasks/personachat/test/personachat_other_revised_valid.yml	155
parlai/tasks/personachat/test/personachat_other_test.yml	150
parlai/tasks/personachat/test/personachat_other_train.yml	150
parlai/tasks/personachat/test/personachat_other_valid.yml	155
parlai/tasks/personachat/test/personachat_self_original_test.yml	150
parlai/tasks/personachat/test/personachat_self_original_train.yml	150
parlai/tasks/personachat/test/personachat_self_original_valid.yml	154
parlai/tasks/personachat/test/personachat_self_revised_test.yml	150
parlai/tasks/personachat/test/personachat_self_revised_train.yml	150
parlai/tasks/personachat/test/personachat_self_revised_valid.yml	155
parlai/tasks/personachat/test/personachat_self_test.yml	150
parlai/tasks/personachat/test/personachat_self_train.yml	150
parlai/tasks/personachat/test/personachat_self_valid.yml	154
parlai/tasks/personachat/test/personachat_test.yml	150
parlai/tasks/personachat/test/personachat_train.yml	150
parlai/tasks/personachat/test/personachat_valid.yml	154
parlai/tasks/quac/test/quac_test.yml	68
parlai/tasks/quac/test/quac_train.yml	72
parlai/tasks/quac/test/quac_valid.yml	68
parlai/tasks/redial/test/redial_re_dial_test.yml	30
parlai/tasks/redial/test/redial_re_dial_train.yml	31
parlai/tasks/redial/test/redial_re_dial_valid.yml	31
parlai/tasks/redial/test/redial_test.yml	30
parlai/tasks/redial/test/redial_train.yml	31
parlai/tasks/redial/test/redial_valid.yml	31
parlai/tasks/saferdialogues/test/saferdialogues_test.yml	66
parlai/tasks/saferdialogues/test/saferdialogues_train.yml	64
parlai/tasks/saferdialogues/test/saferdialogues_valid.yml	69
parlai/tasks/scan/test/scan_test.yml	39
parlai/tasks/scan/test/scan_train.yml	39
parlai/tasks/scan/test/scan_valid.yml	39
parlai/tasks/simplequestions/test/simplequestions_test.yml	33
parlai/tasks/simplequestions/test/simplequestions_train.yml	33
parlai/tasks/simplequestions/test/simplequestions_valid.yml	33
parlai/tasks/snli/test/snli_test.yml	56
parlai/tasks/snli/test/snli_train.yml	53
parlai/tasks/snli/test/snli_valid.yml	58
parlai/tasks/squad/test/squad_fulldoc_test.yml	2673
parlai/tasks/squad/test/squad_fulldoc_train.yml	3788
parlai/tasks/squad/test/squad_fulldoc_valid.yml	2673
parlai/tasks/squad/test/squad_fulldocsentence_test.yml	2844
parlai/tasks/squad/test/squad_fulldocsentence_train.yml	3948
parlai/tasks/squad/test/squad_fulldocsentence_valid.yml	2844
parlai/tasks/squad/test/squad_index_test.yml	108
parlai/tasks/squad/test/squad_index_train.yml	83
parlai/tasks/squad/test/squad_index_valid.yml	108
parlai/tasks/squad/test/squad_opensquad_test.yml	38
parlai/tasks/squad/test/squad_opensquad_train.yml	28
parlai/tasks/squad/test/squad_opensquad_valid.yml	38
parlai/tasks/squad/test/squad_sentence_test.yml	158
parlai/tasks/squad/test/squad_sentence_train.yml	151
parlai/tasks/squad/test/squad_sentence_valid.yml	158
parlai/tasks/squad/test/squad_test.yml	88
parlai/tasks/squad/test/squad_train.yml	73
parlai/tasks/squad/test/squad_valid.yml	88
parlai/tasks/squad2/test/squad2_index_test.yml	123
parlai/tasks/squad2/test/squad2_index_train.yml	88
parlai/tasks/squad2/test/squad2_index_valid.yml	123
parlai/tasks/squad2/test/squad2_open_squad_test.yml	43
parlai/tasks/squad2/test/squad2_open_squad_train.yml	21
parlai/tasks/squad2/test/squad2_open_squad_valid.yml	43
parlai/tasks/squad2/test/squad2_sentence_index_edit_test.yml	107
parlai/tasks/squad2/test/squad2_sentence_index_edit_train.yml	97
parlai/tasks/squad2/test/squad2_sentence_index_edit_valid.yml	107
parlai/tasks/squad2/test/squad2_sentence_index_test.yml	107
parlai/tasks/squad2/test/squad2_sentence_index_train.yml	97
parlai/tasks/squad2/test/squad2_sentence_index_valid.yml	107
parlai/tasks/squad2/test/squad2_sentence_labels_test.yml	111
parlai/tasks/squad2/test/squad2_sentence_labels_train.yml	100
parlai/tasks/squad2/test/squad2_sentence_labels_valid.yml	111
parlai/tasks/squad2/test/squad2_test.yml	93
parlai/tasks/squad2/test/squad2_train.yml	73
parlai/tasks/squad2/test/squad2_valid.yml	93
parlai/tasks/sst/test/sst_s_s_t_test.yml	51
parlai/tasks/sst/test/sst_s_s_t_train.yml	54
parlai/tasks/sst/test/sst_s_s_t_valid.yml	53
parlai/tasks/sst/test/sst_test.yml	51
parlai/tasks/sst/test/sst_train.yml	54
parlai/tasks/sst/test/sst_valid.yml	53
parlai/tasks/style_gen/test/style_gen_labeled_ED_persona_topicifier_test.yml	234
parlai/tasks/style_gen/test/style_gen_labeled_ED_persona_topicifier_train.yml	80
parlai/tasks/style_gen/test/style_gen_labeled_ED_persona_topicifier_valid.yml	218
parlai/tasks/style_gen/test/style_gen_labeled_WoW_persona_topicifier_test.yml	871
parlai/tasks/style_gen/test/style_gen_labeled_WoW_persona_topicifier_train.yml	652
parlai/tasks/style_gen/test/style_gen_labeled_WoW_persona_topicifier_valid.yml	992
parlai/tasks/style_gen/test/style_gen_labeled_blended_skill_talk_test.yml	209
parlai/tasks/style_gen/test/style_gen_labeled_blended_skill_talk_train.yml	53
parlai/tasks/style_gen/test/style_gen_labeled_blended_skill_talk_valid.yml	187
parlai/tasks/style_gen/test/style_gen_labeled_convAI2_persona_topicifier_test.yml	143
parlai/tasks/style_gen/test/style_gen_labeled_convAI2_persona_topicifier_train.yml	151
parlai/tasks/style_gen/test/style_gen_labeled_convAI2_persona_topicifier_valid.yml	143
parlai/tasks/superglue/test/superglue_axb_test.yml	76
parlai/tasks/superglue/test/superglue_axb_train.yml	76
parlai/tasks/superglue/test/superglue_axb_valid.yml	76
parlai/tasks/superglue/test/superglue_axg_test.yml	58
parlai/tasks/superglue/test/superglue_axg_train.yml	58
parlai/tasks/superglue/test/superglue_axg_valid.yml	58
parlai/tasks/superglue/test/superglue_boolq_test.yml	111
parlai/tasks/superglue/test/superglue_boolq_train.yml	130
parlai/tasks/superglue/test/superglue_boolq_valid.yml	150
parlai/tasks/superglue/test/superglue_cb_test.yml	85
parlai/tasks/superglue/test/superglue_cb_train.yml	87
parlai/tasks/superglue/test/superglue_cb_valid.yml	97
parlai/tasks/superglue/test/superglue_copa_test.yml	58
parlai/tasks/superglue/test/superglue_copa_train.yml	56
parlai/tasks/superglue/test/superglue_copa_valid.yml	58
parlai/tasks/superglue/test/superglue_test.yml	92
parlai/tasks/superglue/test/superglue_train.yml	106
parlai/tasks/superglue/test/superglue_valid.yml	127
parlai/tasks/taskmaster/test/taskmaster_SystemTeacher_test.yml	44
parlai/tasks/taskmaster/test/taskmaster_SystemTeacher_train.yml	49
parlai/tasks/taskmaster/test/taskmaster_SystemTeacher_valid.yml	50
parlai/tasks/taskmaster/test/taskmaster_UserSimulatorTeacher_test.yml	50
parlai/tasks/taskmaster/test/taskmaster_UserSimulatorTeacher_train.yml	46
parlai/tasks/taskmaster/test/taskmaster_UserSimulatorTeacher_valid.yml	45
parlai/tasks/taskmaster/test/taskmaster_self_dialogue_segment_test.yml	55
parlai/tasks/taskmaster/test/taskmaster_self_dialogue_segment_train.yml	55
parlai/tasks/taskmaster/test/taskmaster_self_dialogue_segment_valid.yml	55
parlai/tasks/taskmaster/test/taskmaster_self_dialogue_test.yml	29
parlai/tasks/taskmaster/test/taskmaster_self_dialogue_train.yml	29
parlai/tasks/taskmaster/test/taskmaster_self_dialogue_valid.yml	29
parlai/tasks/taskmaster/test/taskmaster_test.yml	29
parlai/tasks/taskmaster/test/taskmaster_train.yml	29
parlai/tasks/taskmaster/test/taskmaster_valid.yml	29
parlai/tasks/taskmaster/test/taskmaster_woz_dialogue_test.yml	30
parlai/tasks/taskmaster/test/taskmaster_woz_dialogue_train.yml	30
parlai/tasks/taskmaster/test/taskmaster_woz_dialogue_valid.yml	30
parlai/tasks/taskmaster2/test/taskmaster2_UserSimulatorTeacher_test.yml	46
parlai/tasks/taskmaster2/test/taskmaster2_UserSimulatorTeacher_train.yml	43
parlai/tasks/taskmaster2/test/taskmaster2_UserSimulatorTeacher_valid.yml	45
parlai/tasks/taskmaster2/test/taskmaster2_test.yml	55
parlai/tasks/taskmaster2/test/taskmaster2_train.yml	48
parlai/tasks/taskmaster2/test/taskmaster2_valid.yml	43
parlai/tasks/taskmaster3/test/taskmaster3_SystemTeacher_test.yml	44
parlai/tasks/taskmaster3/test/taskmaster3_SystemTeacher_train.yml	59
parlai/tasks/taskmaster3/test/taskmaster3_SystemTeacher_valid.yml	51
parlai/tasks/taskmaster3/test/taskmaster3_UserSimulatorTeacher_test.yml	54
parlai/tasks/taskmaster3/test/taskmaster3_UserSimulatorTeacher_train.yml	53
parlai/tasks/taskmaster3/test/taskmaster3_UserSimulatorTeacher_valid.yml	53
parlai/tasks/twitter/test/twitter_test.yml	29
parlai/tasks/twitter/test/twitter_train.yml	32
parlai/tasks/twitter/test/twitter_valid.yml	32
parlai/tasks/ubuntu/test/ubuntu_multiturn_test.yml	20
parlai/tasks/ubuntu/test/ubuntu_multiturn_train.yml	32
parlai/tasks/ubuntu/test/ubuntu_multiturn_valid.yml	30
parlai/tasks/ubuntu/test/ubuntu_test.yml	126
parlai/tasks/ubuntu/test/ubuntu_train.yml	108
parlai/tasks/ubuntu/test/ubuntu_valid.yml	133
parlai/tasks/wikimovies/test/wikimovies_test.yml	138
parlai/tasks/wikimovies/test/wikimovies_train.yml	138
parlai/tasks/wikimovies/test/wikimovies_valid.yml	138
parlai/tasks/wikiqa/test/wikiqa_test.yml	148
parlai/tasks/wikiqa/test/wikiqa_train.yml	133
parlai/tasks/wikiqa/test/wikiqa_valid.yml	175
parlai/tasks/wikisql/test/wikisql_test.yml	38
parlai/tasks/wikisql/test/wikisql_train.yml	39
parlai/tasks/wikisql/test/wikisql_valid.yml	38
parlai/tasks/wikisql/test/wikisql_wiki_s_q_l_test.yml	38
parlai/tasks/wikisql/test/wikisql_wiki_s_q_l_train.yml	39
parlai/tasks/wikisql/test/wikisql_wiki_s_q_l_valid.yml	38
parlai/tasks/wizard_of_internet/test/wizard_of_internet_ApprenticeDialogTeacher_test.yml	26
parlai/tasks/wizard_of_internet/test/wizard_of_internet_ApprenticeDialogTeacher_train.yml	38
parlai/tasks/wizard_of_internet/test/wizard_of_internet_ApprenticeDialogTeacher_valid.yml	28
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldDocTitlesTeacher_test.yml	589
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldDocTitlesTeacher_train.yml	641
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldDocTitlesTeacher_valid.yml	3537
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldDocsTeacher_test.yml	983
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldDocsTeacher_train.yml	1186
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldDocsTeacher_valid.yml	6969
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldKnowledgeTeacher_test.yml	635
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldKnowledgeTeacher_train.yml	645
parlai/tasks/wizard_of_internet/test/wizard_of_internet_GoldKnowledgeTeacher_valid.yml	3560
parlai/tasks/wizard_of_internet/test/wizard_of_internet_SearchQueryTeacher_test.yml	64
parlai/tasks/wizard_of_internet/test/wizard_of_internet_SearchQueryTeacher_train.yml	62
parlai/tasks/wizard_of_internet/test/wizard_of_internet_SearchQueryTeacher_valid.yml	47
parlai/tasks/wizard_of_internet/test/wizard_of_internet_WizardDialogGoldKnowledgeTeacher_test.yml	9504
parlai/tasks/wizard_of_internet/test/wizard_of_internet_WizardDialogGoldKnowledgeTeacher_train.yml	3768
parlai/tasks/wizard_of_internet/test/wizard_of_internet_WizardDialogGoldKnowledgeTeacher_valid.yml	12675
parlai/tasks/wizard_of_internet/test/wizard_of_internet_test.yml	9471
parlai/tasks/wizard_of_internet/test/wizard_of_internet_train.yml	3759
parlai/tasks/wizard_of_internet/test/wizard_of_internet_valid.yml	12664
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_apprentice_dialog_test.yml	29
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_apprentice_dialog_train.yml	36
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_apprentice_dialog_valid.yml	4
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_both_dialog_test.yml	14
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_both_dialog_train.yml	36
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_both_dialog_valid.yml	38
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_wizard_dialog_test.yml	24
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_wizard_dialog_train.yml	41
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basic_wizard_dialog_valid.yml	41
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basicdialog_test.yml	25
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basicdialog_train.yml	36
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_basicdialog_valid.yml	36
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_docreader_test.yml	93
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_docreader_train.yml	104
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_docreader_valid.yml	122
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_generator_test.yml	760
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_generator_train.yml	679
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_generator_valid.yml	893
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_test.yml	42
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_train.yml	47
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wiki_page_title_valid.yml	42
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wizard_dialog_knowledge_test.yml	856
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wizard_dialog_knowledge_train.yml	642
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wizard_dialog_knowledge_valid.yml	978
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wizard_of_wikipedia_test.yml	597
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wizard_of_wikipedia_train.yml	609
parlai/tasks/wizard_of_wikipedia/test/wizard_of_wikipedia_wizard_of_wikipedia_valid.yml	592
parlai/tasks/wmt/test/wmt_en_de_test.yml	40
parlai/tasks/wmt/test/wmt_en_de_train.yml	44
parlai/tasks/wmt/test/wmt_en_de_valid.yml	59
parlai/tasks/wmt/test/wmt_test.yml	40
parlai/tasks/wmt/test/wmt_train.yml	44
parlai/tasks/wmt/test/wmt_valid.yml	59
parlai/tasks/woz/test/woz_test.yml	39
parlai/tasks/woz/test/woz_train.yml	35
parlai/tasks/woz/test/woz_valid.yml	41
parlai/tasks/woz/test/woz_wo_z_test.yml	39
parlai/tasks/woz/test/woz_wo_z_train.yml	35
parlai/tasks/woz/test/woz_wo_z_valid.yml	41
parlai/tasks/xpersona/test/xpersona_En_test.yml	14
parlai/tasks/xpersona/test/xpersona_En_train.yml	39
parlai/tasks/xpersona/test/xpersona_En_valid.yml	39
parlai/tasks/xpersona/test/xpersona_Fr_test.yml	36
parlai/tasks/xpersona/test/xpersona_Fr_train.yml	37
parlai/tasks/xpersona/test/xpersona_Fr_valid.yml	36
parlai/tasks/xpersona/test/xpersona_Id_test.yml	40
parlai/tasks/xpersona/test/xpersona_Id_train.yml	40
parlai/tasks/xpersona/test/xpersona_Id_valid.yml	39
parlai/tasks/xpersona/test/xpersona_It_test.yml	27
parlai/tasks/xpersona/test/xpersona_It_train.yml	29
parlai/tasks/xpersona/test/xpersona_It_valid.yml	39
parlai/tasks/xpersona/test/xpersona_Jp_test.yml	37
parlai/tasks/xpersona/test/xpersona_Jp_train.yml	37
parlai/tasks/xpersona/test/xpersona_Jp_valid.yml	37
parlai/tasks/xpersona/test/xpersona_Ko_test.yml	37
parlai/tasks/xpersona/test/xpersona_Ko_train.yml	37
parlai/tasks/xpersona/test/xpersona_Ko_valid.yml	37
parlai/tasks/xpersona/test/xpersona_Zh_test.yml	37
parlai/tasks/xpersona/test/xpersona_Zh_train.yml	37
parlai/tasks/xpersona/test/xpersona_Zh_valid.yml	37
parlai/tasks/xpersona/test/xpersona_test.yml	14
parlai/tasks/xpersona/test/xpersona_train.yml	39
parlai/tasks/xpersona/test/xpersona_valid.yml	39
parlai/torchscript/scripts/test_exported_model.py	34
parlai/zoo/light_whoami/test_rpa_reranker.py	3
projects/safety_bench/prepare_integration_tests.py	132
projects/safety_bench/run_unit_tests.py	144
projects/safety_bench/unit_tests/generate_offensive_language_test.py	119
projects/safety_bench/unit_tests/response_to_offensive_language_test.py	116
tests/__init__.py	1
tests/crowdsourcing/tasks/acute_eval/test_acute_eval.py	33
tests/crowdsourcing/tasks/acute_eval/test_acute_eval/test_base_task.yml	213
tests/crowdsourcing/tasks/acute_eval/test_fast_acute_dataset.py	51
tests/crowdsourcing/tasks/acute_eval/test_fast_acute_dataset/test_agent_state.yml	540
tests/crowdsourcing/tasks/acute_eval/test_fast_acute_logs.py	60
tests/crowdsourcing/tasks/acute_eval/test_fast_acute_logs/test_agent_state.yml	664
tests/crowdsourcing/tasks/acute_eval/test_fast_acute_self_chat.py	42
tests/crowdsourcing/tasks/acute_eval/test_fast_acute_self_chat/test_agent_state.yml	664
tests/crowdsourcing/tasks/model_chat/test_image_stack.py	43
tests/crowdsourcing/tasks/model_chat/test_model_chat.py	112
tests/crowdsourcing/tasks/model_chat/test_model_chat_analysis.py	72
tests/crowdsourcing/tasks/model_chat/test_model_image_chat.py	118
tests/crowdsourcing/tasks/qa_data_collection/test_qa_data_collection.py	48
tests/crowdsourcing/tasks/test_chat_demo.py	375
tests/crowdsourcing/tasks/turn_annotations_static/analysis_samples/onboarding_in_flight.jsonl	1
tests/crowdsourcing/tasks/turn_annotations_static/test_turn_annotations_static.py	84
tests/crowdsourcing/tasks/turn_annotations_static/test_turn_annotations_static/test_in_flight_qa.yml	1244
tests/crowdsourcing/tasks/turn_annotations_static/test_turn_annotations_static/test_in_flight_qa_annotation_file.yml	381
tests/crowdsourcing/tasks/turn_annotations_static/test_turn_annotations_static/test_no_in_flight_qa.yml	1164
tests/crowdsourcing/tasks/turn_annotations_static/test_turn_annotations_static_analysis.py	113
tests/crowdsourcing/test_acceptability.py	97
tests/crowdsourcing/test_analysis.py	74
tests/nightly/cpu/test_alice.py	8
tests/nightly/cpu/test_urls.py	36
tests/nightly/gpu/anti_scaling/test_anti_scaling.py	144
tests/nightly/gpu/anti_scaling/test_anti_scaling/bart_narrow.yml	10
tests/nightly/gpu/anti_scaling/test_anti_scaling/bart_wide.yml	5
tests/nightly/gpu/anti_scaling/test_anti_scaling/transformer_narrow.yml	10
tests/nightly/gpu/anti_scaling/test_anti_scaling/transformer_wide.yml	5
tests/nightly/gpu/test_bart.py	64
tests/nightly/gpu/test_bb2.py	208
tests/nightly/gpu/test_bert.py	35
tests/nightly/gpu/test_blended_skill_talk_gpu.py	60
tests/nightly/gpu/test_dialogpt.py	107
tests/nightly/gpu/test_dialogue_bias.py	32
tests/nightly/gpu/test_dodeca.py	56
tests/nightly/gpu/test_gpt2.py	155
tests/nightly/gpu/test_light_whoami.py	475
tests/nightly/gpu/test_rag.py	400
tests/nightly/gpu/test_safety_modules.py	31
tests/nightly/gpu/test_style_gen.py	61
tests/nightly/gpu/test_torchscript.py	127
tests/nightly/gpu/test_transresnet.py	27
tests/nightly/gpu/test_transresnet_multimodal.py	28
tests/nightly/gpu/test_tutorial_generator.py	17
tests/nightly/gpu/test_unlikelihood.py	190
tests/nightly/gpu/test_wizard.py	75
tests/tasks/convai2/test_convai2_worlds.py	29
tests/tasks/convai_chitchat/TeacherTest.py	21
tests/tasks/self_chat/test_worlds.py	56
tests/tasks/test_cmu_dog.py	33
tests/tasks/test_empathetic_dialogues.py	385
tests/tasks/test_genderation_bias.py	37
tests/tasks/test_igc.py	46
tests/tasks/test_light.py	25
tests/tasks/test_style_gen_teachers.py	123
tests/tasks/test_wizard_of_internet.py	100
tests/tasks/test_wizard_of_wikipedia.py	178
tests/test_apex.py	66
tests/test_build_data.py	118
tests/test_chat_service.py	51
tests/test_chunkteacher.py	101
tests/test_code.py	48
tests/test_conversations.py	72
tests/test_convo_render.py	24
tests/test_dict.py	481
tests/test_display_data.py	12
tests/test_distributed.py	154
tests/test_dynamicbatching.py	186
tests/test_eval_model.py	193
tests/test_examples.py	37
tests/test_hred.py	57
tests/test_image_featurizers.py	69
tests/test_image_seq2seq.py	123
tests/test_import.py	19
tests/test_interactive.py	98
tests/test_ir_baseline.py	80
tests/test_loader.py	87
tests/test_lr_schedulers.py	191
tests/test_mem_efficient_fp16.py	183
tests/test_memnn.py	42
tests/test_messages.py	14
tests/test_metrics.py	675
tests/test_miscscripts.py	31
tests/test_multigpu.py	120
tests/test_multiworld.py	88
tests/test_mutators.py	197
tests/test_opt.py	105
tests/test_other_scripts.py	202
tests/test_params.py	255
tests/test_repeat_query_agent.py	95
tests/test_script.py	96
tests/test_searchquery_retrievers.py	132
tests/test_self_chat.py	37
tests/test_seq2seq.py	77
tests/test_starspace.py	53
tests/test_ta_inheritence.py	48
tests/test_teachers.py	362
tests/test_tfidf_retriever.py	143
tests/test_tga.py	307
tests/test_torch_agent.py	911
tests/test_tra.py	142
tests/test_train_model.py	234
tests/test_transformers.py	776
tests/test_unigram.py	20
tests/test_utils.py	195
tests/test_utils_torch.py	223
tests/test_wrapper.py	34
tests/test_zootasks.py	92
tests/tod/__init__.py	1
tests/tod/test_tod_agents_and_teachers.py	247
tests/tod/test_tod_teacher_metrics.py	50
tests/tod/test_tod_world_and_script.py	173
tests/tod/test_tod_world_metrics.py	194
tests/tod/test_tod_world_metrics_in_script.py	215
tests/tod/test_tod_world_script_metrics.py	104