Path	Lines of Code
fairseq/__init__.py	29
fairseq/benchmark/__init__.py	1
fairseq/benchmark/dummy_dataset.py	26
fairseq/benchmark/dummy_lm.py	60
fairseq/benchmark/dummy_masked_lm.py	71
fairseq/benchmark/dummy_model.py	79
fairseq/benchmark/dummy_mt.py	84
fairseq/binarizer.py	298
fairseq/checkpoint_utils.py	672
fairseq/clib/cuda/ngram_repeat_block_cuda.cpp	38
fairseq/clib/cuda/ngram_repeat_block_cuda_kernel.cu	76
fairseq/clib/libbase/balanced_assignment.cpp	70
fairseq/clib/libbleu/libbleu.cpp	126
fairseq/clib/libbleu/module.cpp	20
fairseq/clib/libnat/edit_dist.cpp	191
fairseq/clib/libnat_cuda/binding.cpp	48
fairseq/clib/libnat_cuda/edit_dist.cu	306
fairseq/clib/libnat_cuda/edit_dist.h	13
fairseq/config/__init__.py	1
fairseq/config/config.yaml	16
fairseq/config/model/transformer_lm/transformer_lm_baevski_gbw.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_baevski_wiki103.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_big.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_gbw.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_gpt.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_gpt2_big.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_gpt2_medium.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_gpt2_small.yaml	35
fairseq/config/model/transformer_lm/transformer_lm_wiki103.yaml	35
fairseq/config/model/wav2vec/vq_wav2vec_gumbel.yaml	4
fairseq/config/model/wav2vec2/wav2vec2_base.yaml	6
fairseq/config/model/wav2vec2/wav2vec2_large.yaml	16
fairseq/criterions/__init__.py	22
fairseq/criterions/adaptive_loss.py	83
fairseq/criterions/composite_loss.py	70
fairseq/criterions/cross_entropy.py	61
fairseq/criterions/ctc.py	247
fairseq/criterions/fairseq_criterion.py	80
fairseq/criterions/fastspeech2_loss.py	110
fairseq/criterions/hubert_criterion.py	155
fairseq/criterions/label_smoothed_cross_entropy.py	133
fairseq/criterions/label_smoothed_cross_entropy_latency_augmented.py	178
fairseq/criterions/label_smoothed_cross_entropy_with_alignment.py	90
fairseq/criterions/legacy_masked_lm.py	103
fairseq/criterions/masked_lm.py	59
fairseq/criterions/model_criterion.py	106
fairseq/criterions/nat_loss.py	124
fairseq/criterions/sentence_prediction.py	106
fairseq/criterions/sentence_ranking.py	84
fairseq/criterions/speech_to_speech_criterion.py	258
fairseq/criterions/tacotron2_loss.py	190
fairseq/criterions/wav2vec_criterion.py	173
fairseq/data/__init__.py	119
fairseq/data/add_target_dataset.py	63
fairseq/data/append_token_dataset.py	29
fairseq/data/audio/__init__.py	1
fairseq/data/audio/audio_utils.py	194
fairseq/data/audio/data_cfg.py	190
fairseq/data/audio/feature_transforms/__init__.py	66
fairseq/data/audio/feature_transforms/delta_deltas.py	27
fairseq/data/audio/feature_transforms/global_cmvn.py	21
fairseq/data/audio/feature_transforms/specaugment.py	111
fairseq/data/audio/feature_transforms/utterance_cmvn.py	31
fairseq/data/audio/frm_text_to_speech_dataset.py	176
fairseq/data/audio/hubert_dataset.py	294
fairseq/data/audio/multi_modality_dataset.py	211
fairseq/data/audio/raw_audio_dataset.py	326
fairseq/data/audio/speech_to_speech_dataset.py	345
fairseq/data/audio/speech_to_text_dataset.py	463
fairseq/data/audio/speech_to_text_joint_dataset.py	302
fairseq/data/audio/text_to_speech_dataset.py	219
fairseq/data/backtranslation_dataset.py	63
fairseq/data/base_wrapper_dataset.py	55
fairseq/data/bucket_pad_length_dataset.py	50
fairseq/data/colorize_dataset.py	14
fairseq/data/concat_dataset.py	91
fairseq/data/concat_sentences_dataset.py	36
fairseq/data/data_utils.py	427
fairseq/data/data_utils_fast.pyx	131
fairseq/data/denoising_dataset.py	327
fairseq/data/dictionary.py	310
fairseq/data/encoders/__init__.py	15
fairseq/data/encoders/byte_bpe.py	34
fairseq/data/encoders/byte_utils.py	36
fairseq/data/encoders/bytes.py	23
fairseq/data/encoders/characters.py	17
fairseq/data/encoders/fastbpe.py	23
fairseq/data/encoders/gpt2_bpe.py	29
fairseq/data/encoders/gpt2_bpe_utils.py	103
fairseq/data/encoders/hf_bert_bpe.py	36
fairseq/data/encoders/hf_byte_bpe.py	35
fairseq/data/encoders/moses_tokenizer.py	35
fairseq/data/encoders/nltk_tokenizer.py	14
fairseq/data/encoders/sentencepiece_bpe.py	46
fairseq/data/encoders/space_tokenizer.py	11
fairseq/data/encoders/subword_nmt_bpe.py	41
fairseq/data/encoders/utils.py	20
fairseq/data/fairseq_dataset.py	103
fairseq/data/fasta_dataset.py	75
fairseq/data/huffman/__init__.py	15
fairseq/data/huffman/huffman_coder.py	186
fairseq/data/huffman/huffman_mmap_indexed_dataset.py	194
fairseq/data/id_dataset.py	9
fairseq/data/indexed_dataset.py	453
fairseq/data/iterators.py	532
fairseq/data/language_pair_dataset.py	319
fairseq/data/legacy/__init__.py	9
fairseq/data/legacy/block_pair_dataset.py	210
fairseq/data/legacy/masked_lm_dataset.py	153
fairseq/data/legacy/masked_lm_dictionary.py	35
fairseq/data/list_dataset.py	19
fairseq/data/lm_context_window_dataset.py	63
fairseq/data/lru_cache_dataset.py	11
fairseq/data/mask_tokens_dataset.py	153
fairseq/data/monolingual_dataset.py	170
fairseq/data/multi_corpus_dataset.py	175
fairseq/data/multi_corpus_sampled_dataset.py	80
fairseq/data/multilingual/__init__.py	1
fairseq/data/multilingual/multilingual_data_manager.py	1029
fairseq/data/multilingual/multilingual_utils.py	43
fairseq/data/multilingual/sampled_multi_dataset.py	356
fairseq/data/multilingual/sampled_multi_epoch_dataset.py	140
fairseq/data/multilingual/sampling_method.py	54
fairseq/data/nested_dictionary_dataset.py	85
fairseq/data/noising.py	200
fairseq/data/num_samples_dataset.py	8
fairseq/data/numel_dataset.py	20
fairseq/data/offset_tokens_dataset.py	7
fairseq/data/pad_dataset.py	15
fairseq/data/plasma_utils.py	129
fairseq/data/prepend_dataset.py	18
fairseq/data/prepend_token_dataset.py	29
fairseq/data/raw_label_dataset.py	12
fairseq/data/replace_dataset.py	17
fairseq/data/resampling_dataset.py	82
fairseq/data/roll_dataset.py	9
fairseq/data/round_robin_zip_datasets.py	104
fairseq/data/shorten_dataset.py	56
fairseq/data/sort_dataset.py	11
fairseq/data/strip_token_dataset.py	12
fairseq/data/subsample_dataset.py	43
fairseq/data/text_compressor.py	42
fairseq/data/token_block_dataset.py	149
fairseq/data/token_block_utils_fast.pyx	154
fairseq/data/transform_eos_concat_langpair_dataset.py	110
fairseq/data/transform_eos_dataset.py	82
fairseq/data/transform_eos_lang_pair_dataset.py	73
fairseq/dataclass/__init__.py	6
fairseq/dataclass/configs.py	1050
fairseq/dataclass/constants.py	37
fairseq/dataclass/initialize.py	39
fairseq/dataclass/utils.py	373
fairseq/distributed/__init__.py	18
fairseq/distributed/distributed_timeout_wrapper.py	59
fairseq/distributed/fully_sharded_data_parallel.py	92
fairseq/distributed/legacy_distributed_data_parallel.py	98
fairseq/distributed/module_proxy_wrapper.py	22
fairseq/distributed/tpu_distributed_data_parallel.py	31
fairseq/distributed/utils.py	608
fairseq/file_chunker_utils.py	49
fairseq/file_io.py	143
fairseq/file_utils.py	241
fairseq/hub_utils.py	239
fairseq/incremental_decoding_utils.py	35
fairseq/iterative_refinement_generator.py	282
fairseq/logging/__init__.py	1
fairseq/logging/meters.py	233
fairseq/logging/metrics.py	130
fairseq/logging/progress_bar.py	346
fairseq/model_parallel/__init__.py	1
fairseq/model_parallel/criterions/__init__.py	6
fairseq/model_parallel/criterions/vocab_parallel_cross_entropy.py	58
fairseq/model_parallel/megatron_trainer.py	55
fairseq/model_parallel/models/__init__.py	12
fairseq/model_parallel/models/pipeline_parallel_transformer/__init__.py	1
fairseq/model_parallel/models/pipeline_parallel_transformer/layers.py	439
fairseq/model_parallel/models/pipeline_parallel_transformer/model.py	625
fairseq/model_parallel/models/roberta/__init__.py	1
fairseq/model_parallel/models/roberta/model.py	159
fairseq/model_parallel/models/transformer.py	77
fairseq/model_parallel/models/transformer_lm.py	135
fairseq/model_parallel/modules/__init__.py	10
fairseq/model_parallel/modules/multihead_attention.py	278
fairseq/model_parallel/modules/transformer_layer.py	51
fairseq/models/__init__.py	145
fairseq/models/bart/__init__.py	2
fairseq/models/bart/hub_interface.py	160
fairseq/models/bart/model.py	316
fairseq/models/composite_encoder.py	24
fairseq/models/distributed_fairseq_model.py	108
fairseq/models/ema/__init__.py	9
fairseq/models/ema/ema.py	95
fairseq/models/fairseq_decoder.py	52
fairseq/models/fairseq_encoder.py	46
fairseq/models/fairseq_incremental_decoder.py	47
fairseq/models/fairseq_model.py	311
fairseq/models/fconv.py	544
fairseq/models/fconv_lm.py	116
fairseq/models/fconv_self_att.py	536
fairseq/models/hubert/__init__.py	2
fairseq/models/hubert/hubert.py	454
fairseq/models/hubert/hubert_asr.py	298
fairseq/models/huggingface/__init__.py	12
fairseq/models/huggingface/hf_gpt2.py	126
fairseq/models/lightconv.py	789
fairseq/models/lightconv_lm.py	276
fairseq/models/lstm.py	596
fairseq/models/lstm_lm.py	113
fairseq/models/masked_lm.py	293
fairseq/models/model_utils.py	64
fairseq/models/multilingual_transformer.py	178
fairseq/models/nat/__init__.py	7
fairseq/models/nat/cmlm_transformer.py	121
fairseq/models/nat/fairseq_nat_model.py	130
fairseq/models/nat/insertion_transformer.py	215
fairseq/models/nat/iterative_nonautoregressive_transformer.py	185
fairseq/models/nat/levenshtein_transformer.py	418
fairseq/models/nat/levenshtein_utils.py	216
fairseq/models/nat/nat_crf_transformer.py	94
fairseq/models/nat/nonautoregressive_ensembles.py	209
fairseq/models/nat/nonautoregressive_transformer.py	359
fairseq/models/roberta/__init__.py	6
fairseq/models/roberta/alignment_utils.py	72
fairseq/models/roberta/enc_dec.py	158
fairseq/models/roberta/hub_interface.py	168
fairseq/models/roberta/model.py	557
fairseq/models/roberta/model_camembert.py	37
fairseq/models/roberta/model_gottbert.py	36
fairseq/models/roberta/model_xlmr.py	33
fairseq/models/speech_to_speech/__init__.py	2
fairseq/models/speech_to_speech/modules.py	39
fairseq/models/speech_to_speech/s2s_transformer.py	583
fairseq/models/speech_to_text/__init__.py	5
fairseq/models/speech_to_text/berard.py	432
fairseq/models/speech_to_text/convtransformer.py	374
fairseq/models/speech_to_text/hub_interface.py	105
fairseq/models/speech_to_text/modules/augmented_memory_attention.py	323
fairseq/models/speech_to_text/modules/emformer.py	1323
fairseq/models/speech_to_text/s2t_conformer.py	125
fairseq/models/speech_to_text/s2t_transformer.py	451
fairseq/models/speech_to_text/utils.py	292
fairseq/models/speech_to_text/xm_transformer.py	584
fairseq/models/text_to_speech/__init__.py	3
fairseq/models/text_to_speech/codehifigan.py	60
fairseq/models/text_to_speech/fastspeech2.py	368
fairseq/models/text_to_speech/hifigan.py	161
fairseq/models/text_to_speech/hub_interface.py	113
fairseq/models/text_to_speech/tacotron2.py	308
fairseq/models/text_to_speech/tts_transformer.py	374
fairseq/models/text_to_speech/vocoder.py	210
fairseq/models/transformer/__init__.py	42
fairseq/models/transformer/transformer_base.py	121
fairseq/models/transformer/transformer_config.py	265
fairseq/models/transformer/transformer_decoder.py	349
fairseq/models/transformer/transformer_encoder.py	231
fairseq/models/transformer/transformer_legacy.py	216
fairseq/models/transformer_align.py	67
fairseq/models/transformer_from_pretrained_xlm.py	112
fairseq/models/transformer_lm.py	485
fairseq/models/wav2vec/__init__.py	3
fairseq/models/wav2vec/utils.py	12
fairseq/models/wav2vec/wav2vec.py	540
fairseq/models/wav2vec/wav2vec2.py	1057
fairseq/models/wav2vec/wav2vec2_asr.py	582
fairseq/modules/__init__.py	94
fairseq/modules/adaptive_input.py	62
fairseq/modules/adaptive_softmax.py	194
fairseq/modules/base_layer.py	126
fairseq/modules/beamable_mm.py	26
fairseq/modules/character_token_embedder.py	160
fairseq/modules/checkpoint_activations.py	155
fairseq/modules/conformer_layer.py	205
fairseq/modules/conv_tbc.py	34
fairseq/modules/cross_entropy.py	44
fairseq/modules/cuda_utils.cu	179
fairseq/modules/downsampled_multihead_attention.py	254
fairseq/modules/dynamic_convolution.py	231
fairseq/modules/dynamic_crf_layer.py	99
fairseq/modules/dynamicconv_layer/__init__.py	1
fairseq/modules/dynamicconv_layer/cuda_function_gen.py	66
fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cpp	36
fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cuh	43
fairseq/modules/dynamicconv_layer/dynamicconv_cuda_kernel.cu	151
fairseq/modules/dynamicconv_layer/dynamicconv_layer.py	176
fairseq/modules/dynamicconv_layer/dynamiconv_cpu.cpp	24
fairseq/modules/dynamicconv_layer/setup.py	15
fairseq/modules/espnet_multihead_attention.py	131
fairseq/modules/fairseq_dropout.py	39
fairseq/modules/fp32_batch_norm.py	29
fairseq/modules/fp32_group_norm.py	14
fairseq/modules/fp32_instance_norm.py	24
fairseq/modules/gelu.py	11
fairseq/modules/grad_multiply.py	10
fairseq/modules/gumbel_vector_quantizer.py	147
fairseq/modules/kmeans_attention.py	549
fairseq/modules/kmeans_vector_quantizer.py	84
fairseq/modules/layer_drop.py	11
fairseq/modules/layer_norm.py	34
fairseq/modules/learned_positional_embedding.py	41
fairseq/modules/lightconv_layer/__init__.py	1
fairseq/modules/lightconv_layer/cuda_function_gen.py	72
fairseq/modules/lightconv_layer/lightconv_cuda.cpp	36
fairseq/modules/lightconv_layer/lightconv_cuda.cuh	68
fairseq/modules/lightconv_layer/lightconv_cuda_kernel.cu	323
fairseq/modules/lightconv_layer/lightconv_layer.py	110
fairseq/modules/lightconv_layer/setup.py	15
fairseq/modules/lightweight_convolution.py	207
fairseq/modules/linearized_convolution.py	84
fairseq/modules/location_attention.py	46
fairseq/modules/lstm_cell_with_zoneout.py	21
fairseq/modules/multihead_attention.py	516
fairseq/modules/positional_embedding.py	23
fairseq/modules/positional_encoding.py	73
fairseq/modules/quant_noise.py	58
fairseq/modules/quantization/__init__.py	1
fairseq/modules/quantization/pq/__init__.py	1
fairseq/modules/quantization/pq/em.py	98
fairseq/modules/quantization/pq/modules/__init__.py	3
fairseq/modules/quantization/pq/modules/qconv.py	81
fairseq/modules/quantization/pq/modules/qemb.py	76
fairseq/modules/quantization/pq/modules/qlinear.py	41
fairseq/modules/quantization/pq/pq.py	69
fairseq/modules/quantization/pq/utils.py	197
fairseq/modules/quantization/quantization_options.py	31
fairseq/modules/quantization/scalar/__init__.py	1
fairseq/modules/quantization/scalar/modules/__init__.py	4
fairseq/modules/quantization/scalar/modules/qact.py	42
fairseq/modules/quantization/scalar/modules/qconv.py	106
fairseq/modules/quantization/scalar/modules/qemb.py	103
fairseq/modules/quantization/scalar/modules/qlinear.py	68
fairseq/modules/quantization/scalar/ops.py	42
fairseq/modules/quantization/scalar/utils.py	40
fairseq/modules/rotary_positional_embedding.py	30
fairseq/modules/same_pad.py	12
fairseq/modules/scalar_bias.py	15
fairseq/modules/sinusoidal_positional_embedding.py	78
fairseq/modules/sparse_multihead_attention.py	100
fairseq/modules/sparse_transformer_sentence_encoder.py	80
fairseq/modules/sparse_transformer_sentence_encoder_layer.py	38
fairseq/modules/transformer_layer.py	427
fairseq/modules/transformer_sentence_encoder.py	209
fairseq/modules/transformer_sentence_encoder_layer.py	106
fairseq/modules/transpose_last.py	9
fairseq/modules/unfold.py	11
fairseq/modules/vggblock.py	74
fairseq/nan_detector.py	80
fairseq/ngram_repeat_block.py	115
fairseq/optim/__init__.py	34
fairseq/optim/adadelta.py	27
fairseq/optim/adafactor.py	177
fairseq/optim/adagrad.py	20
fairseq/optim/adam.py	152
fairseq/optim/adamax.py	105
fairseq/optim/amp_optimizer.py	67
fairseq/optim/bmuf.py	121
fairseq/optim/composite.py	131
fairseq/optim/cpu_adam.py	149
fairseq/optim/dynamic_loss_scaler.py	53
fairseq/optim/fairseq_optimizer.py	111
fairseq/optim/fp16_optimizer.py	387
fairseq/optim/fused_adam.py	258
fairseq/optim/fused_lamb.py	29
fairseq/optim/lr_scheduler/__init__.py	22
fairseq/optim/lr_scheduler/cosine_lr_scheduler.py	96
fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py	37
fairseq/optim/lr_scheduler/fixed_schedule.py	54
fairseq/optim/lr_scheduler/inverse_square_root_schedule.py	45
fairseq/optim/lr_scheduler/manual_lr_scheduler.py	94
fairseq/optim/lr_scheduler/pass_through.py	21
fairseq/optim/lr_scheduler/polynomial_decay_schedule.py	68
fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py	93
fairseq/optim/lr_scheduler/step_lr_scheduler.py	61
fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py	100
fairseq/optim/lr_scheduler/triangular_lr_scheduler.py	55
fairseq/optim/nag.py	71
fairseq/optim/sgd.py	23
fairseq/optim/shard.py	38
fairseq/options.py	287
fairseq/pdb.py	28
fairseq/quantization_utils.py	102
fairseq/registry.py	75
fairseq/scoring/__init__.py	34
fairseq/scoring/bleu.py	132
fairseq/scoring/chrf.py	21
fairseq/scoring/meteor.py	28
fairseq/scoring/tokenizer.py	48
fairseq/scoring/wer.py	44
fairseq/search.py	474
fairseq/sequence_generator.py	694
fairseq/sequence_scorer.py	130
fairseq/speech_generator.py	190
fairseq/tasks/__init__.py	81
fairseq/tasks/audio_finetuning.py	284
fairseq/tasks/audio_pretraining.py	158
fairseq/tasks/cross_lingual_lm.py	138
fairseq/tasks/denoising.py	229
fairseq/tasks/fairseq_task.py	380
fairseq/tasks/frm_text_to_speech.py	44
fairseq/tasks/hubert_pretraining.py	157
fairseq/tasks/language_modeling.py	290
fairseq/tasks/legacy_masked_lm.py	114
fairseq/tasks/masked_lm.py	224
fairseq/tasks/multilingual_denoising.py	208
fairseq/tasks/multilingual_language_modeling.py	495
fairseq/tasks/multilingual_masked_lm.py	283
fairseq/tasks/multilingual_translation.py	364
fairseq/tasks/online_backtranslation.py	505
fairseq/tasks/semisupervised_translation.py	399
fairseq/tasks/sentence_prediction.py	224
fairseq/tasks/sentence_ranking.py	167
fairseq/tasks/simultaneous_translation.py	26
fairseq/tasks/speech_to_speech.py	400
fairseq/tasks/speech_to_text.py	137
fairseq/tasks/text_to_speech.py	401
fairseq/tasks/translation.py	397
fairseq/tasks/translation_from_pretrained_bart.py	87
fairseq/tasks/translation_from_pretrained_xlm.py	14
fairseq/tasks/translation_lev.py	150
fairseq/tasks/translation_multi_simple_epoch.py	306
fairseq/token_generation_constraints.py	263
fairseq/tokenizer.py	6
fairseq/trainer.py	1219
fairseq/utils.py	608
fairseq_cli/__init__.py	1
fairseq_cli/eval_lm.py	250
fairseq_cli/generate.py	334
fairseq_cli/hydra_train.py	63
fairseq_cli/interactive.py	244
fairseq_cli/preprocess.py	289
fairseq_cli/score.py	74
fairseq_cli/train.py	413
fairseq_cli/validate.py	113
hubconf.py	48
pyproject.toml	3
scripts/__init__.py	1
scripts/average_checkpoints.py	121
scripts/build_sym_alignment.py	58
scripts/compare_namespaces.py	32
scripts/constraints/extract.py	63
scripts/constraints/validate.py	17
scripts/convert_dictionary.lua	25
scripts/convert_model.lua	84
scripts/count_docs.py	40
scripts/read_binarized.py	29
scripts/rm_pt.py	118
scripts/shard_docs.py	35
scripts/split_train_valid_docs.py	65
scripts/spm_decode.py	31
scripts/spm_encode.py	90
scripts/spm_train.py	5
setup.cfg	4
setup.py	229
train.py	3