Path	Lines of Code
CODE_OF_CONDUCT.md	57
CONTRIBUTING.md	70
README.md	200
examples/MMPT/CONFIG.md	39
examples/MMPT/DATASET.md	22
examples/MMPT/README.md	124
examples/MMPT/endtask.md	26
examples/MMPT/locallaunch.py	110
examples/MMPT/mmpt/__init__.py	7
examples/MMPT/mmpt/datasets/__init__.py	5
examples/MMPT/mmpt/datasets/fairseqmmdataset.py	34
examples/MMPT/mmpt/datasets/mmdataset.py	71
examples/MMPT/mmpt/evaluators/__init__.py	6
examples/MMPT/mmpt/evaluators/evaluator.py	38
examples/MMPT/mmpt/evaluators/metric.py	225
examples/MMPT/mmpt/evaluators/predictor.py	439
examples/MMPT/mmpt/losses/__init__.py	10
examples/MMPT/mmpt/losses/fairseqmmloss.py	31
examples/MMPT/mmpt/losses/loss.py	53
examples/MMPT/mmpt/losses/nce.py	104
examples/MMPT/mmpt/models/__init__.py	11
examples/MMPT/mmpt/models/fairseqmmmodel.py	31
examples/MMPT/mmpt/models/mmfusion.py	723
examples/MMPT/mmpt/models/mmfusionnlg.py	663
examples/MMPT/mmpt/models/transformermodel.py	576
examples/MMPT/mmpt/modules/__init__.py	5
examples/MMPT/mmpt/modules/mm.py	84
examples/MMPT/mmpt/modules/retri.py	343
examples/MMPT/mmpt/modules/vectorpool.py	187
examples/MMPT/mmpt/processors/__init__.py	16
examples/MMPT/mmpt/processors/dedupprocessor.py	176
examples/MMPT/mmpt/processors/dsprocessor.py	602
examples/MMPT/mmpt/processors/how2processor.py	676
examples/MMPT/mmpt/processors/how2retriprocessor.py	72
examples/MMPT/mmpt/processors/models/s3dg.py	282
examples/MMPT/mmpt/processors/processor.py	185
examples/MMPT/mmpt/tasks/__init__.py	15
examples/MMPT/mmpt/tasks/fairseqmmtask.py	83
examples/MMPT/mmpt/tasks/milncetask.py	19
examples/MMPT/mmpt/tasks/retritask.py	194
examples/MMPT/mmpt/tasks/task.py	141
examples/MMPT/mmpt/tasks/vlmtask.py	14
examples/MMPT/mmpt/utils/__init__.py	47
examples/MMPT/mmpt/utils/load_config.py	62
examples/MMPT/mmpt/utils/shardedtensor.py	34
examples/MMPT/mmpt_cli/localjob.py	91
examples/MMPT/mmpt_cli/predict.py	90
examples/MMPT/pretraining.md	21
examples/MMPT/projects/mfmmlm.yaml	58
examples/MMPT/projects/mtm/mmfusionmtm.yaml	19
examples/MMPT/projects/mtm/vlm.yaml	8
examples/MMPT/projects/mtm/vlm/coin.yaml	47
examples/MMPT/projects/mtm/vlm/crosstask.yaml	53
examples/MMPT/projects/mtm/vlm/how2.yaml	55
examples/MMPT/projects/mtm/vlm/test_coin.yaml	31
examples/MMPT/projects/mtm/vlm/test_crosstask.yaml	38
examples/MMPT/projects/mtm/vlm/test_crosstask_zs.yaml	38
examples/MMPT/projects/mtm/vlm/test_vtt.yaml	29
examples/MMPT/projects/mtm/vlm/test_vttqa.yaml	29
examples/MMPT/projects/mtm/vlm/test_youcook.yaml	31
examples/MMPT/projects/mtm/vlm/test_youcookcap.yaml	32
examples/MMPT/projects/mtm/vlm/vtt.yaml	49
examples/MMPT/projects/mtm/vlm/vttqa.yaml	47
examples/MMPT/projects/mtm/vlm/youcook.yaml	47
examples/MMPT/projects/mtm/vlm/youcookcap.yaml	45
examples/MMPT/projects/retri/videoclip.yaml	10
examples/MMPT/projects/retri/videoclip/coin_videoclip.yaml	49
examples/MMPT/projects/retri/videoclip/crosstask_videoclip.yaml	55
examples/MMPT/projects/retri/videoclip/how2.yaml	65
examples/MMPT/projects/retri/videoclip/test_coin_videoclip.yaml	33
examples/MMPT/projects/retri/videoclip/test_coin_zs.yaml	33
examples/MMPT/projects/retri/videoclip/test_crosstask_videoclip.yaml	40
examples/MMPT/projects/retri/videoclip/test_crosstask_zs_videoclip.yaml	40
examples/MMPT/projects/retri/videoclip/test_didemo_zs.yaml	31
examples/MMPT/projects/retri/videoclip/test_vtt_videoclip.yaml	31
examples/MMPT/projects/retri/videoclip/test_vtt_zs.yaml	31
examples/MMPT/projects/retri/videoclip/test_vttqa_videoclip.yaml	31
examples/MMPT/projects/retri/videoclip/test_vttqa_zs.yaml	31
examples/MMPT/projects/retri/videoclip/test_youcook_videoclip.yaml	33
examples/MMPT/projects/retri/videoclip/test_youcook_zs.yaml	33
examples/MMPT/projects/retri/videoclip/vtt_videoclip.yaml	51
examples/MMPT/projects/retri/videoclip/vttqa_videoclip.yaml	49
examples/MMPT/projects/retri/videoclip/youcook_videoclip.yaml	49
examples/MMPT/projects/retri/videoretri.yaml	49
examples/MMPT/projects/task/coin.yaml	25
examples/MMPT/projects/task/coin_videoclip.yaml	7
examples/MMPT/projects/task/crosstask.yaml	31
examples/MMPT/projects/task/crosstask_videoclip.yaml	10
examples/MMPT/projects/task/default.yaml	19
examples/MMPT/projects/task/ft.yaml	10
examples/MMPT/projects/task/how2.yaml	20
examples/MMPT/projects/task/test.yaml	12
examples/MMPT/projects/task/test_coin.yaml	24
examples/MMPT/projects/task/test_coin_videoclip.yaml	7
examples/MMPT/projects/task/test_coin_zs.yaml	13
examples/MMPT/projects/task/test_crosstask.yaml	31
examples/MMPT/projects/task/test_crosstask_videoclip.yaml	7
examples/MMPT/projects/task/test_crosstask_zs.yaml	31
examples/MMPT/projects/task/test_crosstask_zs_videoclip.yaml	7
examples/MMPT/projects/task/test_didemo_zs.yaml	22
examples/MMPT/projects/task/test_vtt.yaml	18
examples/MMPT/projects/task/test_vtt_videoclip.yaml	7
examples/MMPT/projects/task/test_vtt_zs.yaml	12
examples/MMPT/projects/task/test_vttqa.yaml	19
examples/MMPT/projects/task/test_vttqa_videoclip.yaml	7
examples/MMPT/projects/task/test_vttqa_zs.yaml	12
examples/MMPT/projects/task/test_youcook.yaml	21
examples/MMPT/projects/task/test_youcook_videoclip.yaml	7
examples/MMPT/projects/task/test_youcook_zs.yaml	12
examples/MMPT/projects/task/test_youcookcap.yaml	22
examples/MMPT/projects/task/vtt.yaml	25
examples/MMPT/projects/task/vtt_videoclip.yaml	10
examples/MMPT/projects/task/vttqa.yaml	23
examples/MMPT/projects/task/vttqa_videoclip.yaml	7
examples/MMPT/projects/task/youcook.yaml	24
examples/MMPT/projects/task/youcook_videoclip.yaml	7
examples/MMPT/projects/task/youcookcap.yaml	22
examples/MMPT/scripts/text_token_extractor/configs/bert-base-uncased.yaml	5
examples/MMPT/scripts/text_token_extractor/pretokenization.py	84
examples/MMPT/scripts/video_feature_extractor/extract.py	137
examples/MMPT/scripts/video_feature_extractor/how2/s3d.sh	5
examples/MMPT/scripts/video_feature_extractor/model.py	47
examples/MMPT/scripts/video_feature_extractor/pathbuilder.py	71
examples/MMPT/scripts/video_feature_extractor/preprocessing.py	44
examples/MMPT/scripts/video_feature_extractor/random_sequence_shuffler.py	20
examples/MMPT/scripts/video_feature_extractor/shard_feature.py	51
examples/MMPT/scripts/video_feature_extractor/videoreader.py	195
examples/MMPT/setup.py	22
examples/__init__.py	4
examples/adaptive_span/README.md	80
examples/adaptive_span/__init__.py	12
examples/adaptive_span/adagrad_with_grad_clip.py	89
examples/adaptive_span/adaptive_span_attention.py	104
examples/adaptive_span/adaptive_span_loss.py	75
examples/adaptive_span/adaptive_span_model.py	191
examples/adaptive_span/adaptive_span_model_wrapper.py	105
examples/adaptive_span/truncated_bptt_lm_task.py	197
examples/attention_head_selection/README.md	140
examples/attention_head_selection/src/__init__.py	1
examples/attention_head_selection/src/data/__init__.py	1
examples/attention_head_selection/src/data/speech_to_text_dataset_with_domain.py	214
examples/attention_head_selection/src/loss/__init__.py	1
examples/attention_head_selection/src/loss/attention_head_selection.py	13
examples/attention_head_selection/src/models/__init__.py	1
examples/attention_head_selection/src/models/head_selection_s2t_transformer.py	137
examples/attention_head_selection/src/models/head_selection_transformer.py	186
examples/attention_head_selection/src/modules/__init__.py	1
examples/attention_head_selection/src/modules/attn_head_selector.py	63
examples/attention_head_selection/src/modules/head_selection_transformer_layer.py	78
examples/attention_head_selection/src/modules/multihead_attention_selection.py	303
examples/attention_head_selection/src/modules/multihead_functional.py	227
examples/attention_head_selection/src/speech_to_text_head_selection.py	153
examples/backtranslation/README.md	257
examples/backtranslation/deduplicate_lines.py	28
examples/backtranslation/extract_bt_data.py	58
examples/backtranslation/prepare-de-monolingual.sh	80
examples/backtranslation/prepare-wmt18en2de.sh	115
examples/backtranslation/sacrebleu.sh	28
examples/backtranslation/tokenized_bleu.sh	34
examples/bart/README.glue.md	85
examples/bart/README.md	182
examples/bart/README.summarization.md	90
examples/bart/summarize.py	75
examples/byte_level_bpe/README.md	77
examples/byte_level_bpe/get_bitext.py	208
examples/byte_level_bpe/get_data.sh	30
examples/byte_level_bpe/gru_transformer.py	82
examples/camembert/README.md	61
examples/constrained_decoding/README.md	101
examples/constrained_decoding/normalize.py	13
examples/constrained_decoding/tok.py	17
examples/conv_seq2seq/README.md	19
examples/criss/README.md	50
examples/criss/download_and_preprocess_flores_test.sh	49
examples/criss/download_and_preprocess_tatoeba.sh	36
examples/criss/mining/mine.py	209
examples/criss/mining/mine_example.sh	80
examples/criss/save_encoder.py	166
examples/criss/sentence_retrieval/encoder_analysis.py	71
examples/criss/sentence_retrieval/sentence_retrieval_tatoeba.sh	43
examples/cross_lingual_language_model/README.md	58
examples/data2vec/README.md	91
examples/data2vec/config/audio/pretraining/base_librispeech.yaml	66
examples/data2vec/config/text/pretraining/base.yaml	66
examples/data2vec/models/data2vec_audio.py	429
examples/data2vec/models/data2vec_text.py	393
examples/discriminative_reranking_nmt/README.md	170
examples/discriminative_reranking_nmt/__init__.py	1
examples/discriminative_reranking_nmt/config/deen.yaml	45
examples/discriminative_reranking_nmt/criterions/__init__.py	4
examples/discriminative_reranking_nmt/criterions/discriminative_reranking_criterion.py	95
examples/discriminative_reranking_nmt/drnmt_rerank.py	288
examples/discriminative_reranking_nmt/models/__init__.py	4
examples/discriminative_reranking_nmt/models/discriminative_reranking_model.py	299
examples/discriminative_reranking_nmt/scripts/prep_data.py	106
examples/discriminative_reranking_nmt/tasks/__init__.py	4
examples/discriminative_reranking_nmt/tasks/discriminative_reranking_task.py	387
examples/fast_noisy_channel/README.md	281
examples/fast_noisy_channel/__init__.py	3
examples/fast_noisy_channel/noisy_channel_beam_search.py	45
examples/fast_noisy_channel/noisy_channel_sequence_generator.py	571
examples/fast_noisy_channel/noisy_channel_translation.py	106
examples/flores101/README.md	194
examples/fully_sharded_data_parallel/README.md	148
examples/gottbert/README.md	53
examples/hubert/README.md	94
examples/hubert/config/decode/ax_sweep/ngram.yaml	30
examples/hubert/config/decode/ax_sweep/transformer.yaml	30
examples/hubert/config/decode/infer_fsqlm.yaml	31
examples/hubert/config/decode/infer_kenlm.yaml	31
examples/hubert/config/decode/infer_viterbi.yaml	24
examples/hubert/config/decode/run/submitit_slurm.yaml	15
examples/hubert/config/decode/run/submitit_slurm_8gpu.yaml	15
examples/hubert/config/finetune/base_10h.yaml	88
examples/hubert/config/finetune/ckpt/it1.yaml	4
examples/hubert/config/finetune/lm/ls_4gram.yaml	5
examples/hubert/config/finetune/run/submitit_reg.yaml	17
examples/hubert/config/pretrain/data/iter1.yaml	5
examples/hubert/config/pretrain/data/iter2.yaml	5
examples/hubert/config/pretrain/hubert_base_librispeech.yaml	84
examples/hubert/config/pretrain/hubert_large_librivox.yaml	88
examples/hubert/config/pretrain/hubert_xlarge_librivox.yaml	88
examples/hubert/config/pretrain/run/submitit_reg.yaml	17
examples/hubert/measure_teacher_quality.py	194
examples/hubert/simple_kmeans/README.md	61
examples/hubert/simple_kmeans/dump_hubert_feature.py	73
examples/hubert/simple_kmeans/dump_hubert_feature_s2t.py	72
examples/hubert/simple_kmeans/dump_km_label.py	74
examples/hubert/simple_kmeans/dump_mfcc_feature.py	58
examples/hubert/simple_kmeans/dump_w2v2_feature.py	75
examples/hubert/simple_kmeans/feature_utils.py	47
examples/hubert/simple_kmeans/learn_kmeans.py	124
examples/hubert/update_ckpt.py	12
examples/joint_alignment_translation/README.md	77
examples/joint_alignment_translation/prepare-wmt18en2de_no_norm_no_escape_no_agressive.sh	95
examples/language_model/README.adaptive_inputs.md	32
examples/language_model/README.conv.md	34
examples/language_model/README.md	98
examples/language_model/prepare-wikitext-103.sh	29
examples/laser/README.md	118
examples/laser/laser_src/__init__.py	3
examples/laser/laser_src/laser_lstm.py	471
examples/laser/laser_src/laser_task.py	273
examples/laser/laser_src/laser_transformer.py	234
examples/laser/laser_src/multitask_data_utils.py	100
examples/latent_depth/README.md	67
examples/latent_depth/latent_depth_src/__init__.py	4
examples/latent_depth/latent_depth_src/loss/__init__.py	1
examples/latent_depth/latent_depth_src/loss/latent_depth.py	77
examples/latent_depth/latent_depth_src/models/__init__.py	1
examples/latent_depth/latent_depth_src/models/latent_multilingual_transformer.py	58
examples/latent_depth/latent_depth_src/models/latent_transformer.py	100
examples/latent_depth/latent_depth_src/modules/__init__.py	1
examples/latent_depth/latent_depth_src/modules/latent_layers.py	50
examples/latent_depth/latent_depth_src/multilingual_translation_latent_depth.py	164
examples/layerdrop/README.md	123
examples/linformer/README.md	16
examples/linformer/linformer_src/__init__.py	1
examples/linformer/linformer_src/models/__init__.py	1
examples/linformer/linformer_src/models/linformer_roberta.py	81
examples/linformer/linformer_src/modules/__init__.py	1
examples/linformer/linformer_src/modules/linformer_sentence_encoder.py	19
examples/linformer/linformer_src/modules/linformer_sentence_encoder_layer.py	39
examples/linformer/linformer_src/modules/multihead_linear_attention.py	389
examples/m2m_100/README.md	185
examples/m2m_100/install_dependecies.sh	58
examples/m2m_100/process_data/clean_histogram.py	39
examples/m2m_100/process_data/dedup_data.py	67
examples/m2m_100/process_data/remove_too_much_punc.py	29
examples/m2m_100/tok.sh	44
examples/m2m_100/tokenizers/README.md	13
examples/m2m_100/tokenizers/seg_ja.sh	5
examples/m2m_100/tokenizers/seg_ko.sh	5
examples/m2m_100/tokenizers/tokenize_indic.py	11
examples/m2m_100/tokenizers/tokenize_thai.py	4
examples/m2m_100/tokenizers/tokenize_zh.py	4
examples/m2m_100/tokenizers/tokenizer_ar.sh	12
examples/mbart/README.md	103
examples/megatron_11b/README.md	127
examples/megatron_11b/detok.py	19
examples/moe_lm/README.md	95
examples/moe_lm/data_card.md	143
examples/moe_lm/model_card.md	119
examples/multilingual/README.md	135
examples/multilingual/data_scripts/README.md	18
examples/multilingual/data_scripts/binarize.py	163
examples/multilingual/data_scripts/check_iswlt_test_data.py	53
examples/multilingual/data_scripts/check_self_overlaps.py	83
examples/multilingual/data_scripts/check_valid_test_overlaps.py	92
examples/multilingual/data_scripts/dedup_all.py	35
examples/multilingual/data_scripts/download_ML50_v1.sh	14
examples/multilingual/data_scripts/download_af_xh.sh	120
examples/multilingual/data_scripts/download_flores_data.sh	171
examples/multilingual/data_scripts/download_iitb.sh	20
examples/multilingual/data_scripts/download_iwslt_and_extract.sh	180
examples/multilingual/data_scripts/download_lotus.sh	31
examples/multilingual/data_scripts/download_ted_and_extract.py	257
examples/multilingual/data_scripts/download_wat19_my.sh	20
examples/multilingual/data_scripts/download_wmt19_and_before.py	742
examples/multilingual/data_scripts/download_wmt20.sh	403
examples/multilingual/data_scripts/preprocess_ML50_v1.sh	16
examples/multilingual/data_scripts/remove_valid_test_in_train.py	238
examples/multilingual/data_scripts/utils/dedup.py	30
examples/multilingual/data_scripts/utils/fasttext_multi_filter.py	49
examples/multilingual/data_scripts/utils/strip_sgm.sh	1
examples/multilingual/finetune_multilingual_model.sh	22
examples/multilingual/multilingual_fairseq_gen.sh	18
examples/multilingual/train_multilingual_model.sh	20
examples/noisychannel/README.md	61
examples/noisychannel/__init__.py	1
examples/noisychannel/rerank.py	368
examples/noisychannel/rerank_generate.py	348
examples/noisychannel/rerank_options.py	129
examples/noisychannel/rerank_score_bw.py	115
examples/noisychannel/rerank_score_lm.py	63
examples/noisychannel/rerank_tune.py	76
examples/noisychannel/rerank_utils.py	704
examples/nonautoregressive_translation/README.md	122
examples/nonautoregressive_translation/scripts.md	167
examples/normformer/README.md	57
examples/normformer/train_lm.sh	73
examples/operators/alignment_train_cpu.cpp	124
examples/operators/alignment_train_cuda.cpp	18
examples/operators/alignment_train_cuda.h	6
examples/operators/alignment_train_kernel.cu	316
examples/operators/utils.h	9
examples/paraphraser/README.md	40
examples/paraphraser/paraphrase.py	71
examples/pay_less_attention_paper/README.md	148
examples/pointer_generator/README.md	65
examples/pointer_generator/README.xsum.md	147
examples/pointer_generator/pointer_generator_src/__init__.py	1
examples/pointer_generator/pointer_generator_src/transformer_pg.py	289
examples/pointer_generator/postprocess.py	75
examples/pointer_generator/preprocess.py	80
examples/quant_noise/README.md	235
examples/quant_noise/transformer_quantization_config.yaml	18
examples/roberta/README.custom_classification.md	136
examples/roberta/README.glue.md	51
examples/roberta/README.md	234
examples/roberta/README.pretraining.md	70
examples/roberta/README.race.md	57
examples/roberta/commonsense_qa/README.md	87
examples/roberta/commonsense_qa/__init__.py	1
examples/roberta/commonsense_qa/commonsense_qa_task.py	141
examples/roberta/commonsense_qa/download_cqa_data.sh	6
examples/roberta/config/finetuning/cola.yaml	48
examples/roberta/config/finetuning/mnli.yaml	48
examples/roberta/config/finetuning/mrpc.yaml	48
examples/roberta/config/finetuning/qnli.yaml	48
examples/roberta/config/finetuning/qqp.yaml	48
examples/roberta/config/finetuning/rte.yaml	48
examples/roberta/config/finetuning/sst_2.yaml	48
examples/roberta/config/finetuning/sts_b.yaml	47
examples/roberta/config/pretraining/base.yaml	33
examples/roberta/multiprocessing_bpe_encoder.py	96
examples/roberta/preprocess_GLUE_tasks.sh	152
examples/roberta/preprocess_RACE.py	76
examples/roberta/preprocess_RACE.sh	44
examples/roberta/wsc/README.md	111
examples/roberta/wsc/__init__.py	2
examples/roberta/wsc/wsc_criterion.py	134
examples/roberta/wsc/wsc_task.py	303
examples/roberta/wsc/wsc_utils.py	177
examples/rxf/README.md	46
examples/rxf/__init__.py	1
examples/rxf/rxf_src/__init__.py	1
examples/rxf/rxf_src/label_smoothed_cross_entropy_r3f.py	120
examples/rxf/rxf_src/sentence_prediction_r3f.py	139
examples/scaling_nmt/README.md	93
examples/shuffled_word_order/README.finetuning.md	117
examples/shuffled_word_order/README.md	72
examples/simultaneous_translation/README.md	5
examples/simultaneous_translation/__init__.py	1
examples/simultaneous_translation/eval/agents/simul_t2t_enja.py	145
examples/simultaneous_translation/models/__init__.py	8
examples/simultaneous_translation/models/convtransformer_simul_trans.py	153
examples/simultaneous_translation/models/transformer_monotonic_attention.py	210
examples/simultaneous_translation/modules/__init__.py	15
examples/simultaneous_translation/modules/fixed_pre_decision.py	158
examples/simultaneous_translation/modules/monotonic_multihead_attention.py	385
examples/simultaneous_translation/modules/monotonic_transformer_layer.py	148
examples/simultaneous_translation/tests/test_alignment_train.py	60
examples/simultaneous_translation/tests/test_text_models.py	332
examples/simultaneous_translation/utils/__init__.py	6
examples/simultaneous_translation/utils/functions.py	50
examples/simultaneous_translation/utils/monotonic_attention.py	93
examples/simultaneous_translation/utils/p_choose_strategy.py	77
examples/speech_recognition/README.md	67
examples/speech_recognition/__init__.py	1
examples/speech_recognition/criterions/ASG_loss.py	135
examples/speech_recognition/criterions/__init__.py	13
examples/speech_recognition/criterions/cross_entropy_acc.py	83
examples/speech_recognition/data/__init__.py	4
examples/speech_recognition/data/asr_dataset.py	73
examples/speech_recognition/data/collaters.py	86
examples/speech_recognition/data/data_utils.py	44
examples/speech_recognition/data/replabels.py	40
examples/speech_recognition/datasets/asr_prep_json.py	102
examples/speech_recognition/datasets/prepare-librispeech.sh	65
examples/speech_recognition/infer.py	349
examples/speech_recognition/kaldi/__init__.py	1
examples/speech_recognition/kaldi/add-self-loop-simple.cc	63
examples/speech_recognition/kaldi/config/kaldi_initializer.yaml	6
examples/speech_recognition/kaldi/kaldi_decoder.py	191
examples/speech_recognition/kaldi/kaldi_initializer.py	587
examples/speech_recognition/models/__init__.py	6
examples/speech_recognition/models/vggtransformer.py	478
examples/speech_recognition/models/w2l_conv_glu_enc.py	116
examples/speech_recognition/new/README.md	35
examples/speech_recognition/new/__init__.py	1
examples/speech_recognition/new/conf/hydra/sweeper/ax.yaml	28
examples/speech_recognition/new/conf/infer.yaml	22
examples/speech_recognition/new/decoders/__init__.py	1
examples/speech_recognition/new/decoders/base_decoder.py	49
examples/speech_recognition/new/decoders/decoder.py	17
examples/speech_recognition/new/decoders/decoder_config.py	58
examples/speech_recognition/new/decoders/flashlight_decoder.py	331
examples/speech_recognition/new/decoders/viterbi_decoder.py	12
examples/speech_recognition/new/infer.py	370
examples/speech_recognition/tasks/__init__.py	6
examples/speech_recognition/tasks/speech_recognition.py	95
examples/speech_recognition/utils/wer_utils.py	275
examples/speech_recognition/w2l_decoder.py	365
examples/speech_synthesis/README.md	30
examples/speech_synthesis/__init__.py	1
examples/speech_synthesis/data_utils.py	290
examples/speech_synthesis/evaluation/__init__.py	1
examples/speech_synthesis/evaluation/eval_asr.py	100
examples/speech_synthesis/evaluation/eval_f0.py	149
examples/speech_synthesis/evaluation/eval_sp.py	98
examples/speech_synthesis/evaluation/get_eval_manifest.py	50
examples/speech_synthesis/generate_waveform.py	163
examples/speech_synthesis/preprocessing/__init__.py	1
examples/speech_synthesis/preprocessing/denoise_and_vad_audio.py	161
examples/speech_synthesis/preprocessing/denoiser/__init__.py	1
examples/speech_synthesis/preprocessing/denoiser/demucs.py	354
examples/speech_synthesis/preprocessing/denoiser/pretrained.py	56
examples/speech_synthesis/preprocessing/denoiser/resample.py	39
examples/speech_synthesis/preprocessing/denoiser/utils.py	107
examples/speech_synthesis/preprocessing/get_common_voice_audio_manifest.py	110
examples/speech_synthesis/preprocessing/get_feature_manifest.py	233
examples/speech_synthesis/preprocessing/get_ljspeech_audio_manifest.py	49
examples/speech_synthesis/preprocessing/get_speaker_embedding.py	70
examples/speech_synthesis/preprocessing/get_vctk_audio_manifest.py	57
examples/speech_synthesis/preprocessing/speaker_embedder/__init__.py	101
examples/speech_synthesis/preprocessing/vad/__init__.py	114
examples/speech_synthesis/utils.py	64
examples/speech_text_joint_to_text/README.md	40
examples/speech_text_joint_to_text/__init__.py	1
examples/speech_text_joint_to_text/criterions/__init__.py	8
examples/speech_text_joint_to_text/criterions/text_guide_cross_entropy_acc.py	178
examples/speech_text_joint_to_text/models/__init__.py	2
examples/speech_text_joint_to_text/models/s2t_dualinputtransformer.py	935
examples/speech_text_joint_to_text/models/s2t_dualinputxmtransformer.py	507
examples/speech_text_joint_to_text/scripts/g2p_encode.py	154
examples/speech_text_joint_to_text/tasks/__init__.py	2
examples/speech_text_joint_to_text/tasks/speech_text_joint.py	330
examples/speech_to_speech/README.md	146
examples/speech_to_speech/__init__.py	1
examples/speech_to_speech/benchmarking/README.md	22
examples/speech_to_speech/benchmarking/configs/2StageS2ST.yaml	17
examples/speech_to_speech/benchmarking/configs/3StageS2ST.yaml	24
examples/speech_to_speech/benchmarking/configs/DirectS2U.yaml	20
examples/speech_to_speech/benchmarking/configs/S2T.yaml	12
examples/speech_to_speech/benchmarking/core.py	388
examples/speech_to_speech/benchmarking/data_utils.py	202
examples/speech_to_speech/benchmarking/get_metrics.py	140
examples/speech_to_speech/generate_waveform_from_code.py	90
examples/speech_to_speech/preprocessing/__init__.py	1
examples/speech_to_speech/preprocessing/data_utils.py	56
examples/speech_to_speech/preprocessing/prep_s2spect_data.py	130
examples/speech_to_speech/preprocessing/prep_s2ut_data.py	93
examples/speech_to_text/README.md	61
examples/speech_to_text/data_utils.py	325
examples/speech_to_text/prep_covost_data.py	220
examples/speech_to_text/prep_librispeech_data.py	95
examples/speech_to_text/prep_mtedx_data.py	226
examples/speech_to_text/prep_mustc_data.py	245
examples/speech_to_text/seg_mustc_data.py	39
examples/speech_to_text/simultaneous_translation/agents/fairseq_simul_st_agent.py	262
examples/stories/README.md	50
examples/textless_nlp/gslm/README.md	14
examples/textless_nlp/gslm/metrics/README.md	7
examples/textless_nlp/gslm/metrics/abx_metrics/README.md	56
examples/textless_nlp/gslm/metrics/abx_metrics/dump_abx_feats.py	90
examples/textless_nlp/gslm/metrics/asr_metrics/README.md	73
examples/textless_nlp/gslm/metrics/asr_metrics/continuation_eval.py	64
examples/textless_nlp/gslm/metrics/asr_metrics/misc/bleu_utils.py	70
examples/textless_nlp/gslm/metrics/asr_metrics/misc/cut_as.py	45
examples/textless_nlp/gslm/metrics/asr_metrics/ppx.py	83
examples/textless_nlp/gslm/metrics/asr_metrics/self_auto_bleu.py	134
examples/textless_nlp/gslm/speech2unit/README.md	60
examples/textless_nlp/gslm/speech2unit/__init__.py	1
examples/textless_nlp/gslm/speech2unit/clustering/__init__.py	1
examples/textless_nlp/gslm/speech2unit/clustering/cluster_kmeans.py	180
examples/textless_nlp/gslm/speech2unit/clustering/dump_feats.py	72
examples/textless_nlp/gslm/speech2unit/clustering/quantize_with_kmeans.py	105
examples/textless_nlp/gslm/speech2unit/clustering/utils.py	13
examples/textless_nlp/gslm/speech2unit/pretrained/cpc_feature_reader.py	160
examples/textless_nlp/gslm/speech2unit/pretrained/hubert_feature_reader.py	44
examples/textless_nlp/gslm/speech2unit/pretrained/logmel_feature_reader.py	17
examples/textless_nlp/gslm/speech2unit/pretrained/utils.py	101
examples/textless_nlp/gslm/speech2unit/pretrained/w2v2_feature_reader.py	31
examples/textless_nlp/gslm/tools/README.md	23
examples/textless_nlp/gslm/tools/resynthesize_speech.py	105
examples/textless_nlp/gslm/ulm/README.md	59
examples/textless_nlp/gslm/ulm/sample.py	121
examples/textless_nlp/gslm/unit2speech/README.md	35
examples/textless_nlp/gslm/unit2speech/convert_to_16k.py	44
examples/textless_nlp/gslm/unit2speech/glow.py	205
examples/textless_nlp/gslm/unit2speech/multiproc.py	24
examples/textless_nlp/gslm/unit2speech/synthesize_audio_from_units.py	85
examples/textless_nlp/gslm/unit2speech/tacotron2/__init__.py	1
examples/textless_nlp/gslm/unit2speech/tacotron2/audio_processing.py	30
examples/textless_nlp/gslm/unit2speech/tacotron2/cleaners.py	61
examples/textless_nlp/gslm/unit2speech/tacotron2/cmudict.py	47
examples/textless_nlp/gslm/unit2speech/tacotron2/layers.py	70
examples/textless_nlp/gslm/unit2speech/tacotron2/model.py	431
examples/textless_nlp/gslm/unit2speech/tacotron2/numbers.py	55
examples/textless_nlp/gslm/unit2speech/tacotron2/stft.py	82
examples/textless_nlp/gslm/unit2speech/tacotron2/symbols.py	10
examples/textless_nlp/gslm/unit2speech/tacotron2/text.py	74
examples/textless_nlp/gslm/unit2speech/tacotron2/utils.py	125
examples/textless_nlp/gslm/unit2speech/tacotron2/waveglow_denoiser.py	31
examples/textless_nlp/gslm/unit2speech/tts_data.py	41
examples/textless_nlp/gslm/unit2speech/utils.py	40
examples/textless_nlp/speech-resynth/README.md	20
examples/translation/README.md	254
examples/translation/prepare-iwslt14.sh	93
examples/translation/prepare-iwslt17-multilingual.sh	113
examples/translation/prepare-wmt14en2de.sh	120
examples/translation/prepare-wmt14en2fr.sh	116
examples/translation_moe/README.md	75
examples/translation_moe/score.py	150
examples/translation_moe/translation_moe_src/__init__.py	1
examples/translation_moe/translation_moe_src/logsumexp_moe.py	12
examples/translation_moe/translation_moe_src/mean_pool_gating_network.py	31
examples/translation_moe/translation_moe_src/translation_moe.py	191
examples/truncated_bptt/README.md	59
examples/truncated_bptt/__init__.py	1
examples/truncated_bptt/transformer_xl_model.py	116
examples/truncated_bptt/truncated_bptt_lm_task.py	197
examples/unsupervised_quality_estimation/README.md	91
examples/unsupervised_quality_estimation/aggregate_scores.py	27
examples/unsupervised_quality_estimation/meteor.py	91
examples/unsupervised_quality_estimation/repeat_lines.py	16
examples/wav2vec/README.md	281
examples/wav2vec/__init__.py	1
examples/wav2vec/config/finetuning/base_100h.yaml	47
examples/wav2vec/config/finetuning/base_10h.yaml	52
examples/wav2vec/config/finetuning/base_10m.yaml	52
examples/wav2vec/config/finetuning/base_1h.yaml	52
examples/wav2vec/config/finetuning/base_960h.yaml	46
examples/wav2vec/config/finetuning/vox_100h.yaml	47
examples/wav2vec/config/finetuning/vox_10h.yaml	52
examples/wav2vec/config/finetuning/vox_10m.yaml	52
examples/wav2vec/config/finetuning/vox_1h.yaml	52
examples/wav2vec/config/finetuning/vox_960h.yaml	46
examples/wav2vec/config/pretraining/wav2vec2_base_librispeech.yaml	46
examples/wav2vec/config/pretraining/wav2vec2_large_librivox.yaml	56
examples/wav2vec/config/pretraining/wav2vec2_large_librivox_tpu-pod.yaml	59
examples/wav2vec/config/pretraining/wav2vec2_large_librivox_tpu.yaml	64
examples/wav2vec/libri_labels.py	39
examples/wav2vec/scripts/binarize_manifest.sh	18
examples/wav2vec/unsupervised/README.md	72
examples/wav2vec/unsupervised/__init__.py	1
examples/wav2vec/unsupervised/config/finetuning/w2v_finetune.yaml	51
examples/wav2vec/unsupervised/config/gan/w2vu.yaml	100
examples/wav2vec/unsupervised/config/generate/viterbi.yaml	16
examples/wav2vec/unsupervised/data/__init__.py	6
examples/wav2vec/unsupervised/data/extracted_features_dataset.py	107
examples/wav2vec/unsupervised/data/random_input_dataset.py	48
examples/wav2vec/unsupervised/kaldi_self_train/README.md	45
examples/wav2vec/unsupervised/kaldi_self_train/st/cmd.sh	3
examples/wav2vec/unsupervised/kaldi_self_train/st/decode_phone.sh	23
examples/wav2vec/unsupervised/kaldi_self_train/st/decode_word_step1.sh	35
examples/wav2vec/unsupervised/kaldi_self_train/st/decode_word_step2.sh	19
examples/wav2vec/unsupervised/kaldi_self_train/st/local/copy_aligned_text.py	3
examples/wav2vec/unsupervised/kaldi_self_train/st/local/decode.sh	29
examples/wav2vec/unsupervised/kaldi_self_train/st/local/prepare_data_from_w2v.py	47
examples/wav2vec/unsupervised/kaldi_self_train/st/local/prepare_lang.sh	24
examples/wav2vec/unsupervised/kaldi_self_train/st/local/prepare_lang_word.sh	22
examples/wav2vec/unsupervised/kaldi_self_train/st/local/prepare_lm.sh	26
examples/wav2vec/unsupervised/kaldi_self_train/st/local/score.sh	44
examples/wav2vec/unsupervised/kaldi_self_train/st/local/show_wer.sh	40
examples/wav2vec/unsupervised/kaldi_self_train/st/local/train_subset_lgbeam.sh	95
examples/wav2vec/unsupervised/kaldi_self_train/st/local/unsup_select.py	115
examples/wav2vec/unsupervised/kaldi_self_train/st/local/unsup_select_decode.sh	29
examples/wav2vec/unsupervised/kaldi_self_train/st/local/unsup_select_decode_word.sh	26
examples/wav2vec/unsupervised/kaldi_self_train/st/path.sh	5
examples/wav2vec/unsupervised/kaldi_self_train/st/steps_gan/train_deltas.sh	138
examples/wav2vec/unsupervised/kaldi_self_train/st/steps_gan/train_lda_mllt.sh	185
examples/wav2vec/unsupervised/kaldi_self_train/st/steps_gan/train_sat.sh	218
examples/wav2vec/unsupervised/kaldi_self_train/st/train.sh	31
examples/wav2vec/unsupervised/models/__init__.py	4
examples/wav2vec/unsupervised/models/wav2vec_u.py	505
examples/wav2vec/unsupervised/scripts/apply_pca.py	50
examples/wav2vec/unsupervised/scripts/copy_labels.py	3
examples/wav2vec/unsupervised/scripts/filter_lexicon.py	25
examples/wav2vec/unsupervised/scripts/filter_tsv.py	23
examples/wav2vec/unsupervised/scripts/g2p_wrd_to_phn.py	32
examples/wav2vec/unsupervised/scripts/ltr_to_wrd.py	6
examples/wav2vec/unsupervised/scripts/mean_pool.py	70
examples/wav2vec/unsupervised/scripts/merge_clusters.py	87
examples/wav2vec/unsupervised/scripts/normalize_and_filter_text.py	55
examples/wav2vec/unsupervised/scripts/normalize_text.py	11
examples/wav2vec/unsupervised/scripts/pca.py	32
examples/wav2vec/unsupervised/scripts/phonemize_with_sil.py	61
examples/wav2vec/unsupervised/scripts/prepare_audio.sh	53
examples/wav2vec/unsupervised/scripts/prepare_text.sh	61
examples/wav2vec/unsupervised/scripts/prepare_timit.sh	58
examples/wav2vec/unsupervised/scripts/remove_silence.py	37
examples/wav2vec/unsupervised/scripts/vads.py	66
examples/wav2vec/unsupervised/scripts/wav2vec_apply_cluster_faiss.py	91
examples/wav2vec/unsupervised/scripts/wav2vec_cluster_faiss.py	161
examples/wav2vec/unsupervised/scripts/wav2vec_extract_features.py	83
examples/wav2vec/unsupervised/scripts/wer.py	58
examples/wav2vec/unsupervised/scripts/wrd_to_ltr.py	6
examples/wav2vec/unsupervised/tasks/__init__.py	4
examples/wav2vec/unsupervised/tasks/unpaired_audio_text.py	360
examples/wav2vec/unsupervised/w2vu_generate.py	584
examples/wav2vec/vq-wav2vec_featurize.py	176
examples/wav2vec/wav2vec_featurize.py	170
examples/wav2vec/wav2vec_manifest.py	63
examples/wav2vec/xlsr/README.md	49
examples/wav2vec/xlsr/config/finetune.yaml	54
examples/wmt19/README.md	66
examples/wmt20/README.md	56
examples/wmt21/README.md	18
examples/wmt21/eval.sh	35
examples/wmt21/scripts/normalize-punctuation.perl	76
examples/wmt21/scripts/replace-unicode-punctuation.perl	36
examples/xglm/README.md	17
examples/xglm/model_card.md	85
examples/xlmr/README.md	115