Path	Lines of Code
code/mrqa_official_eval.py	101
code/pytorch_pretrained_bert/__init__.py	9
code/pytorch_pretrained_bert/file_utils.py	175
code/pytorch_pretrained_bert/modeling.py	615
code/pytorch_pretrained_bert/optimization.py	100
code/pytorch_pretrained_bert/tokenization.py	274
code/run_glue.py	770
code/run_mrqa.py	806
code/run_squad.py	988
code/run_tacred.py	487
pretraining/bpe_tokenize.py	50
pretraining/distributed_train.py	30
pretraining/fairseq/__init__.py	9
pretraining/fairseq/criterions/__init__.py	23
pretraining/fairseq/criterions/bert_loss.py	63
pretraining/fairseq/criterions/composite_loss.py	52
pretraining/fairseq/criterions/cross_entropy.py	40
pretraining/fairseq/criterions/fairseq_criterion.py	18
pretraining/fairseq/criterions/label_smoothed_cross_entropy.py	49
pretraining/fairseq/criterions/mlm_loss.py	50
pretraining/fairseq/criterions/mlm_nsp_sbo_loss.py	85
pretraining/fairseq/criterions/spanbert_loss.py	72
pretraining/fairseq/data/__init__.py	21
pretraining/fairseq/data/data_utils.py	113
pretraining/fairseq/data/dictionary.py	149
pretraining/fairseq/data/fairseq_dataset.py	22
pretraining/fairseq/data/indexed_dataset.py	218
pretraining/fairseq/data/iterators.py	131
pretraining/fairseq/data/masking.py	242
pretraining/fairseq/data/no_nsp_span_bert_dataset.py	200
pretraining/fairseq/data/span_bert_dataset.py	350
pretraining/fairseq/distributed_utils.py	103
pretraining/fairseq/legacy_distributed_data_parallel.py	59
pretraining/fairseq/meters.py	103
pretraining/fairseq/models/__init__.py	47
pretraining/fairseq/models/distributed_fairseq_model.py	52
pretraining/fairseq/models/fairseq_decoder.py	22
pretraining/fairseq/models/fairseq_encoder.py	13
pretraining/fairseq/models/fairseq_incremental_decoder.py	21
pretraining/fairseq/models/fairseq_model.py	98
pretraining/fairseq/models/hf_bert.py	523
pretraining/fairseq/models/pair_bert.py	558
pretraining/fairseq/modules/__init__.py	25
pretraining/fairseq/modules/adaptive_input.py	55
pretraining/fairseq/modules/adaptive_inputs.py	55
pretraining/fairseq/modules/adaptive_softmax.py	136
pretraining/fairseq/modules/beamable_mm.py	25
pretraining/fairseq/modules/bidirectional_multihead_attention.py	105
pretraining/fairseq/modules/downsampled_multihead_attention.py	197
pretraining/fairseq/modules/grad_multiply.py	10
pretraining/fairseq/modules/highway.py	31
pretraining/fairseq/modules/learned_positional_embedding.py	14
pretraining/fairseq/modules/multihead_attention.py	253
pretraining/fairseq/modules/scalar_bias.py	15
pretraining/fairseq/modules/sinusoidal_positional_embedding.py	56
pretraining/fairseq/multiprocessing_pdb.py	21
pretraining/fairseq/optim/__init__.py	25
pretraining/fairseq/optim/adagrad.py	15
pretraining/fairseq/optim/adam.py	67
pretraining/fairseq/optim/bert_adam.py	123
pretraining/fairseq/optim/fairseq_optimizer.py	47
pretraining/fairseq/optim/fp16_optimizer.py	122
pretraining/fairseq/optim/lr_scheduler/__init__.py	19
pretraining/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py	61
pretraining/fairseq/optim/lr_scheduler/fairseq_lr_scheduler.py	24
pretraining/fairseq/optim/lr_scheduler/fixed_schedule.py	34
pretraining/fairseq/optim/lr_scheduler/inverse_square_root_schedule.py	33
pretraining/fairseq/optim/lr_scheduler/polynomial_decay_schedule.py	43
pretraining/fairseq/optim/lr_scheduler/reduce_lr_on_plateau.py	28
pretraining/fairseq/optim/lr_scheduler/triangular_lr_scheduler.py	43
pretraining/fairseq/optim/nag.py	43
pretraining/fairseq/optim/sgd.py	14
pretraining/fairseq/options.py	298
pretraining/fairseq/progress_bar.py	131
pretraining/fairseq/tasks/__init__.py	34
pretraining/fairseq/tasks/fairseq_task.py	59
pretraining/fairseq/tasks/span_bert.py	145
pretraining/fairseq/tokenizer.py	112
pretraining/fairseq/trainer.py	264
pretraining/fairseq/utils.py	302
pretraining/multiprocessing_train.py	59
pretraining/preprocess.py	200
pretraining/train.py	287