Path	Lines of Code
eval_lm.py	3
fairseq/__init__.py	15
fairseq/benchmark/__init__.py	5
fairseq/benchmark/dummy_lm.py	75
fairseq/benchmark/dummy_masked_lm.py	84
fairseq/benchmark/dummy_model.py	75
fairseq/binarizer.py	109
fairseq/bleu.py	100
fairseq/checkpoint_utils.py	360
fairseq/clib/libbleu/libbleu.cpp	109
fairseq/clib/libbleu/module.cpp	23
fairseq/clib/libnat/edit_dist.cpp	191
fairseq/clib/libnat_cuda/binding.cpp	38
fairseq/clib/libnat_cuda/edit_dist.cu	284
fairseq/clib/libnat_cuda/edit_dist.h	13
fairseq/criterions/__init__.py	13
fairseq/criterions/adaptive_loss.py	62
fairseq/criterions/binary_cross_entropy.py	104
fairseq/criterions/composite_loss.py	66
fairseq/criterions/cross_entropy.py	45
fairseq/criterions/fairseq_criterion.py	74
fairseq/criterions/label_smoothed_cross_entropy.py	63
fairseq/criterions/label_smoothed_cross_entropy_with_alignment.py	57
fairseq/criterions/label_smoothed_cross_entropy_with_multitask.py	193
fairseq/criterions/label_smoothed_cross_entropy_with_unlikelihood.py	115
fairseq/criterions/legacy_masked_lm.py	83
fairseq/criterions/masked_lm.py	44
fairseq/criterions/nat_loss.py	117
fairseq/criterions/sentence_prediction.py	67
fairseq/criterions/sentence_ranking.py	81
fairseq/data/__init__.py	99
fairseq/data/append_token_dataset.py	29
fairseq/data/audio/__init__.py	1
fairseq/data/audio/raw_audio_dataset.py	116
fairseq/data/backtranslation_dataset.py	62
fairseq/data/base_wrapper_dataset.py	33
fairseq/data/colorize_dataset.py	14
fairseq/data/concat_dataset.py	75
fairseq/data/concat_sentences_dataset.py	37
fairseq/data/data_utils.py	166
fairseq/data/data_utils_fast.pyx	53
fairseq/data/denoising_dataset.py	281
fairseq/data/dictionary.py	282
fairseq/data/encoders/__init__.py	15
fairseq/data/encoders/fastbpe.py	22
fairseq/data/encoders/gpt2_bpe.py	32
fairseq/data/encoders/gpt2_bpe_utils.py	93
fairseq/data/encoders/hf_bert_bpe.py	36
fairseq/data/encoders/hf_byte_bpe.py	31
fairseq/data/encoders/moses_tokenizer.py	34
fairseq/data/encoders/nltk_tokenizer.py	13
fairseq/data/encoders/sentencepiece_bpe.py	24
fairseq/data/encoders/space_tokenizer.py	10
fairseq/data/encoders/subword_nmt_bpe.py	35
fairseq/data/encoders/utils.py	20
fairseq/data/fairseq_dataset.py	28
fairseq/data/id_dataset.py	9
fairseq/data/indexed_dataset.py	398
fairseq/data/iterators.py	225
fairseq/data/language_pair_dataset.py	229
fairseq/data/legacy/__init__.py	9
fairseq/data/legacy/block_pair_dataset.py	210
fairseq/data/legacy/masked_lm_dataset.py	170
fairseq/data/legacy/masked_lm_dictionary.py	35
fairseq/data/list_dataset.py	19
fairseq/data/lm_context_window_dataset.py	55
fairseq/data/lru_cache_dataset.py	11
fairseq/data/mask_tokens_dataset.py	112
fairseq/data/monolingual_dataset.py	121
fairseq/data/multi_corpus_sampled_dataset.py	74
fairseq/data/nested_dictionary_dataset.py	76
fairseq/data/noising.py	182
fairseq/data/num_samples_dataset.py	8
fairseq/data/numel_dataset.py	20
fairseq/data/offset_tokens_dataset.py	7
fairseq/data/pad_dataset.py	15
fairseq/data/plasma_utils.py	64
fairseq/data/prepend_dataset.py	18
fairseq/data/prepend_token_dataset.py	29
fairseq/data/raw_label_dataset.py	12
fairseq/data/replace_dataset.py	17
fairseq/data/resampling_dataset.py	76
fairseq/data/roll_dataset.py	9
fairseq/data/round_robin_zip_datasets.py	69
fairseq/data/sort_dataset.py	11
fairseq/data/strip_token_dataset.py	8
fairseq/data/subsample_dataset.py	42
fairseq/data/token_block_dataset.py	111
fairseq/data/token_block_utils_fast.pyx	153
fairseq/data/transform_eos_dataset.py	82
fairseq/data/transform_eos_lang_pair_dataset.py	54
fairseq/data/truncate_dataset.py	19
fairseq/data/truncate_last_element_dataset.py	12
fairseq/distributed_utils.py	169
fairseq/file_io.py	75
fairseq/file_utils.py	210
fairseq/hub_utils.py	197
fairseq/incremental_decoding_utils.py	33
fairseq/iterative_refinement_generator.py	235
fairseq/legacy_distributed_data_parallel.py	101
fairseq/logging/__init__.py	1
fairseq/logging/meters.py	199
fairseq/logging/metrics.py	112
fairseq/logging/progress_bar.py	257
fairseq/models/__init__.py	74
fairseq/models/bart/__init__.py	2
fairseq/models/bart/hub_interface.py	164
fairseq/models/bart/model.py	226
fairseq/models/composite_encoder.py	22
fairseq/models/distributed_fairseq_model.py	37
fairseq/models/fairseq_decoder.py	44
fairseq/models/fairseq_encoder.py	24
fairseq/models/fairseq_incremental_decoder.py	32
fairseq/models/fairseq_model.py	265
fairseq/models/fconv.py	455
fairseq/models/fconv_lm.py	84
fairseq/models/fconv_self_att.py	448
fairseq/models/huggingface/__init__.py	1
fairseq/models/huggingface/hf_gpt2.py	131
fairseq/models/lightconv.py	554
fairseq/models/lightconv_lm.py	146
fairseq/models/lstm.py	459
fairseq/models/lstm_lm.py	99
fairseq/models/masked_lm.py	250
fairseq/models/model_utils.py	62
fairseq/models/multilingual_transformer.py	147
fairseq/models/nat/__init__.py	7
fairseq/models/nat/cmlm_transformer.py	113
fairseq/models/nat/fairseq_nat_model.py	108
fairseq/models/nat/insertion_transformer.py	215
fairseq/models/nat/iterative_nonautoregressive_transformer.py	161
fairseq/models/nat/levenshtein_transformer.py	381
fairseq/models/nat/levenshtein_utils.py	211
fairseq/models/nat/nat_crf_transformer.py	80
fairseq/models/nat/nonautoregressive_ensembles.py	185
fairseq/models/nat/nonautoregressive_transformer.py	324
fairseq/models/roberta/__init__.py	4
fairseq/models/roberta/alignment_utils.py	70
fairseq/models/roberta/hub_interface.py	136
fairseq/models/roberta/model.py	265
fairseq/models/roberta/model_camembert.py	23
fairseq/models/roberta/model_xlmr.py	24
fairseq/models/transformer.py	744
fairseq/models/transformer_from_pretrained_xlm.py	112
fairseq/models/transformer_lm.py	237
fairseq/models/wav2vec.py	629
fairseq/modules/__init__.py	59
fairseq/modules/adaptive_input.py	56
fairseq/modules/adaptive_softmax.py	133
fairseq/modules/beamable_mm.py	25
fairseq/modules/character_token_embedder.py	150
fairseq/modules/conv_tbc.py	21
fairseq/modules/cuda_utils.cu	169
fairseq/modules/downsampled_multihead_attention.py	197
fairseq/modules/dynamic_convolution.py	201
fairseq/modules/dynamic_crf_layer.py	94
fairseq/modules/dynamicconv_layer/__init__.py	1
fairseq/modules/dynamicconv_layer/cuda_function_gen.py	66
fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cpp	38
fairseq/modules/dynamicconv_layer/dynamicconv_cuda.cuh	44
fairseq/modules/dynamicconv_layer/dynamicconv_cuda_kernel.cu	140
fairseq/modules/dynamicconv_layer/dynamicconv_layer.py	167
fairseq/modules/dynamicconv_layer/dynamiconv_cpu.cpp	28
fairseq/modules/dynamicconv_layer/setup.py	16
fairseq/modules/fp32_group_norm.py	14
fairseq/modules/gelu.py	14
fairseq/modules/grad_multiply.py	10
fairseq/modules/gumbel_vector_quantizer.py	122
fairseq/modules/kmeans_vector_quantizer.py	94
fairseq/modules/layer_norm.py	28
fairseq/modules/learned_positional_embedding.py	27
fairseq/modules/lightconv_layer/__init__.py	1
fairseq/modules/lightconv_layer/cuda_function_gen.py	72
fairseq/modules/lightconv_layer/lightconv_cuda.cpp	36
fairseq/modules/lightconv_layer/lightconv_cuda.cuh	71
fairseq/modules/lightconv_layer/lightconv_cuda_kernel.cu	285
fairseq/modules/lightconv_layer/lightconv_layer.py	98
fairseq/modules/lightconv_layer/setup.py	13
fairseq/modules/lightweight_convolution.py	209
fairseq/modules/linearized_convolution.py	51
fairseq/modules/multihead_attention.py	370
fairseq/modules/positional_embedding.py	21
fairseq/modules/scalar_bias.py	15
fairseq/modules/sinusoidal_positional_embedding.py	78
fairseq/modules/sparse_multihead_attention.py	66
fairseq/modules/sparse_transformer_sentence_encoder.py	67
fairseq/modules/sparse_transformer_sentence_encoder_layer.py	35
fairseq/modules/transformer_layer.py	243
fairseq/modules/transformer_sentence_encoder.py	157
fairseq/modules/transformer_sentence_encoder_layer.py	65
fairseq/modules/unfold.py	10
fairseq/modules/vggblock.py	74
fairseq/nan_detector.py	66
fairseq/optim/__init__.py	20
fairseq/optim/adadelta.py	27
fairseq/optim/adafactor.py	139
fairseq/optim/adagrad.py	20
fairseq/optim/adam.py	112
fairseq/optim/adamax.py	88
fairseq/optim/bmuf.py	145
fairseq/optim/fairseq_optimizer.py	64
fairseq/optim/fp16_optimizer.py	298
fairseq/optim/fused_adam.py	186
fairseq/optim/fused_lamb.py	29
fairseq/optim/lr_scheduler/__init__.py	13
fairseq/optim/lr_scheduler/cosine_lr_scheduler.py	66
fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py	24
fairseq/optim/lr_scheduler/fixed_schedule.py	36
fairseq/optim/lr_scheduler/inverse_square_root_schedule.py	33
fairseq/optim/lr_scheduler/polynomial_decay_schedule.py	49
fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py	57
fairseq/optim/lr_scheduler/tri_stage_lr_scheduler.py	84
fairseq/optim/lr_scheduler/triangular_lr_scheduler.py	45
fairseq/optim/nag.py	61
fairseq/optim/sgd.py	23
fairseq/options.py	482
fairseq/pdb.py	28
fairseq/registry.py	59
fairseq/search.py	195
fairseq/sequence_generator.py	499
fairseq/sequence_scorer.py	104
fairseq/tasks/__init__.py	40
fairseq/tasks/audio_pretraining.py	28
fairseq/tasks/cross_lingual_lm.py	116
fairseq/tasks/denoising.py	130
fairseq/tasks/fairseq_task.py	232
fairseq/tasks/language_modeling.py	178
fairseq/tasks/legacy_masked_lm.py	103
fairseq/tasks/masked_lm.py	157
fairseq/tasks/multilingual_denoising.py	173
fairseq/tasks/multilingual_masked_lm.py	257
fairseq/tasks/multilingual_translation.py	256
fairseq/tasks/semisupervised_translation.py	316
fairseq/tasks/sentence_prediction.py	177
fairseq/tasks/sentence_ranking.py	144
fairseq/tasks/translation.py	331
fairseq/tasks/translation_from_pretrained_bart.py	69
fairseq/tasks/translation_from_pretrained_xlm.py	8
fairseq/tasks/translation_lev.py	122
fairseq/tasks/translation_with_unlikelihood.py	234
fairseq/tokenizer.py	6
fairseq/trainer.py	543
fairseq/utils.py	354
fairseq_cli/__init__.py	1
fairseq_cli/eval_lm.py	187
fairseq_cli/generate.py	177
fairseq_cli/interactive.py	157
fairseq_cli/preprocess.py	368
fairseq_cli/score.py	64
fairseq_cli/train.py	244
fairseq_cli/validate.py	81
generate.py	3
hubconf.py	32
interactive.py	3
preprocess.py	3
preprocess/create_entity_classification_labels.py	184
preprocess/data_prepro_clean.py	530
preprocess/evaluate_hypo.py	792
preprocess/multi_gpu_generate.py	156
preprocess/multiprocessing_bpe_encoder.py	93
preprocess/ner.py	190
preprocess/sm_inference_asum.py	1130
pyproject.toml	3
score.py	3
scripts/__init__.py	1
scripts/average_checkpoints.py	105
scripts/build_sym_alignment.py	58
scripts/compare_namespaces.py	30
scripts/convert_dictionary.lua	25
scripts/convert_model.lua	84
scripts/count_docs.py	40
scripts/launch_cnndm.py	116
scripts/launch_multitask_cnndm.py	117
scripts/launch_multitask_newsroom.py	117
scripts/launch_multitask_xsum.py	118
scripts/launch_newsroom.py	101
scripts/launch_sagemaker_unlikelihood_cnndm.py	116
scripts/launch_sagemaker_unlikelihood_xsum.py	116
scripts/launch_xsum.py	102
scripts/read_binarized.py	28
scripts/rm_pt.py	109
scripts/shard_docs.py	33
scripts/split_train_valid_docs.py	64
scripts/spm_decode.py	30
scripts/spm_encode.py	77
scripts/spm_train.py	5
setup.py	131
train.py	63
validate.py	3