path	# lines of code
pytorch-transformers/split_hotpot_dev.py	28
pytorch-transformers/convert_hotpot2questionlist_script.py	25
pytorch-transformers/add_umt_subqs_subas_to_q_squad_format_new.py	382
pytorch-transformers/umt_gen_subqs_to_squad_format.py	104
pytorch-transformers/download_glue_data.py	122
pytorch-transformers/__init__.py	1
pytorch-transformers/MANIFEST.in	1
pytorch-transformers/ensemble_answers_by_confidence_script.py	162
pytorch-transformers/convert_hotpot2squad_simple_script.py	122
pytorch-transformers/setup.py	36
pytorch-transformers/pytorch_transformers/modeling_transfo_xl.py	914
pytorch-transformers/pytorch_transformers/tokenization_utils.py	454
pytorch-transformers/pytorch_transformers/convert_openai_checkpoint_to_pytorch.py	45
pytorch-transformers/pytorch_transformers/modeling_xlnet.py	700
pytorch-transformers/pytorch_transformers/tokenization_gpt2.py	154
pytorch-transformers/pytorch_transformers/tokenization_roberta.py	54
pytorch-transformers/pytorch_transformers/tokenization_xlm.py	699
pytorch-transformers/pytorch_transformers/convert_tf_checkpoint_to_pytorch.py	37
pytorch-transformers/pytorch_transformers/convert_transfo_xl_checkpoint_to_pytorch.py	80
pytorch-transformers/pytorch_transformers/convert_xlm_checkpoint_to_pytorch.py	42
pytorch-transformers/pytorch_transformers/tokenization_openai.py	147
pytorch-transformers/pytorch_transformers/modeling_gpt2.py	394
pytorch-transformers/pytorch_transformers/optimization.py	94
pytorch-transformers/pytorch_transformers/modeling_distilbert.py	402
pytorch-transformers/pytorch_transformers/__init__.py	50
pytorch-transformers/pytorch_transformers/modeling_xlm.py	495
pytorch-transformers/pytorch_transformers/convert_roberta_checkpoint_to_pytorch.py	129
pytorch-transformers/pytorch_transformers/modeling_auto.py	133
pytorch-transformers/pytorch_transformers/tokenization_xlnet.py	140
pytorch-transformers/pytorch_transformers/convert_pytorch_checkpoint_to_tf.py	81
pytorch-transformers/pytorch_transformers/modeling_transfo_xl_utilities.py	245
pytorch-transformers/pytorch_transformers/modeling_openai.py	389
pytorch-transformers/pytorch_transformers/modeling_utils.py	495
pytorch-transformers/pytorch_transformers/convert_gpt2_checkpoint_to_pytorch.py	45
pytorch-transformers/pytorch_transformers/modeling_bert.py	628
pytorch-transformers/pytorch_transformers/file_utils.py	171
pytorch-transformers/pytorch_transformers/tokenization_transfo_xl.py	416
pytorch-transformers/pytorch_transformers/tokenization_bert.py	279
pytorch-transformers/pytorch_transformers/tokenization_distilbert.py	25
pytorch-transformers/pytorch_transformers/modeling_roberta.py	174
pytorch-transformers/pytorch_transformers/__main__.py	114
pytorch-transformers/pytorch_transformers/convert_xlnet_checkpoint_to_pytorch.py	73
pytorch-transformers/pytorch_transformers/tokenization_auto.py	38
pytorch-transformers/pseudoalignment/replace_subq_entities.py	71
pytorch-transformers/pseudoalignment/pseudo_decomp_bert.py	81
pytorch-transformers/pseudoalignment/__init__.py	1
pytorch-transformers/pseudoalignment/pseudo_decomp_random.py	41
pytorch-transformers/pseudoalignment/pseudo_decomp_tfidf.py	81
pytorch-transformers/pseudoalignment/pseudo_decomp_fasttext.py	74
pytorch-transformers/pseudoalignment/embed_questions_with_bert.py	97
pytorch-transformers/pseudoalignment/pseudo_decomp_variable.py	170
pytorch-transformers/pseudoalignment/pseudo_decomp_bert_nsp.py	145
pytorch-transformers/pseudoalignment/pseudo_decomp_utils.py	77
pytorch-transformers/hubconf.py	29
pytorch-transformers/split_umt_dev.py	36
XLM/translate.py	126
XLM/tools/segment_th.py	5
XLM/tools/lowercase_and_remove_accent.py	25
XLM/preprocess.py	28
XLM/glue-xnli.py	75
XLM/make_ref.py	18
XLM/train.py	225
XLM/src/slurm.py	97
XLM/src/__init__.py	1
XLM/src/logger.py	38
XLM/src/utils.py	181
XLM/src/model/pretrain.py	57
XLM/src/model/memory/query.py	186
XLM/src/model/memory/memory.py	446
XLM/src/model/memory/__init__.py	1
XLM/src/model/memory/utils.py	97
XLM/src/model/__init__.py	126
XLM/src/model/transformer.py	448
XLM/src/model/embedder.py	74
XLM/src/evaluation/xnli.py	151
XLM/src/evaluation/multi-bleu.perl	139
XLM/src/evaluation/__init__.py	1
XLM/src/evaluation/glue.py	210
XLM/src/evaluation/evaluator.py	496
XLM/src/trainer.py	625
XLM/src/data/__init__.py	1
XLM/src/data/dataset.py	237
XLM/src/data/loader.py	224
XLM/src/data/dictionary.py	161
XLM/src/optim.py	173