Path	Lines of Code
official/nlp/__init__.py	1
official/nlp/configs/__init__.py	1
official/nlp/configs/bert.py	18
official/nlp/configs/electra.py	16
official/nlp/configs/encoders.py	429
official/nlp/configs/experiment_configs.py	4
official/nlp/configs/experiments/glue_mnli_matched.yaml	45
official/nlp/configs/experiments/glue_mnli_text.yaml	50
official/nlp/configs/experiments/squad_v1.yaml	50
official/nlp/configs/finetuning_experiments.py	150
official/nlp/configs/models/albert_base.yaml	16
official/nlp/configs/models/bert_en_uncased_base.yaml	16
official/nlp/configs/pretraining_experiments.py	58
official/nlp/configs/wmt_transformer_experiments.py	82
official/nlp/continuous_finetune_lib.py	121
official/nlp/data/__init__.py	1
official/nlp/data/classifier_data_lib.py	1108
official/nlp/data/create_finetuning_data.py	351
official/nlp/data/create_pretraining_data.py	396
official/nlp/data/create_xlnet_pretraining_data.py	488
official/nlp/data/data_loader.py	10
official/nlp/data/data_loader_factory.py	7
official/nlp/data/dual_encoder_dataloader.py	90
official/nlp/data/pretrain_dataloader.py	380
official/nlp/data/pretrain_dynamic_dataloader.py	143
official/nlp/data/question_answering_dataloader.py	70
official/nlp/data/sentence_prediction_dataloader.py	183
official/nlp/data/sentence_retrieval_lib.py	101
official/nlp/data/squad_lib.py	706
official/nlp/data/squad_lib_sp.py	753
official/nlp/data/tagging_data_lib.py	270
official/nlp/data/tagging_dataloader.py	50
official/nlp/data/train_sentencepiece.py	73
official/nlp/data/wmt_dataloader.py	165
official/nlp/finetuning/binary_helper.py	348
official/nlp/finetuning/glue/flags.py	103
official/nlp/finetuning/glue/run_glue.py	204
official/nlp/finetuning/superglue/flags.py	112
official/nlp/finetuning/superglue/run_superglue.py	164
official/nlp/metrics/__init__.py	1
official/nlp/metrics/bleu.py	93
official/nlp/modeling/__init__.py	5
official/nlp/modeling/layers/__init__.py	38
official/nlp/modeling/layers/attention.py	51
official/nlp/modeling/layers/bigbird_attention.py	324
official/nlp/modeling/layers/block_diag_feedforward.py	111
official/nlp/modeling/layers/cls_head.py	195
official/nlp/modeling/layers/gated_feedforward.py	144
official/nlp/modeling/layers/gaussian_process.py	236
official/nlp/modeling/layers/kernel_attention.py	209
official/nlp/modeling/layers/masked_lm.py	61
official/nlp/modeling/layers/masked_softmax.py	36
official/nlp/modeling/layers/mat_mul_with_margin.py	31
official/nlp/modeling/layers/mobile_bert_layers.py	365
official/nlp/modeling/layers/multi_channel_attention.py	91
official/nlp/modeling/layers/on_device_embedding.py	57
official/nlp/modeling/layers/position_embedding.py	170
official/nlp/modeling/layers/relative_attention.py	224
official/nlp/modeling/layers/reuse_attention.py	343
official/nlp/modeling/layers/reuse_transformer.py	253
official/nlp/modeling/layers/rezero_transformer.py	204
official/nlp/modeling/layers/self_attention_mask.py	19
official/nlp/modeling/layers/spectral_normalization.py	166
official/nlp/modeling/layers/talking_heads_attention.py	55
official/nlp/modeling/layers/text_layers.py	385
official/nlp/modeling/layers/tn_expand_condense.py	92
official/nlp/modeling/layers/tn_transformer_expand_condense.py	181
official/nlp/modeling/layers/transformer.py	329
official/nlp/modeling/layers/transformer_encoder_block.py	213
official/nlp/modeling/layers/transformer_scaffold.py	207
official/nlp/modeling/layers/transformer_xl.py	354
official/nlp/modeling/layers/util.py	29
official/nlp/modeling/losses/__init__.py	1
official/nlp/modeling/losses/weighted_sparse_categorical_crossentropy.py	27
official/nlp/modeling/models/__init__.py	12
official/nlp/modeling/models/bert_classifier.py	71
official/nlp/modeling/models/bert_pretrainer.py	159
official/nlp/modeling/models/bert_span_labeler.py	50
official/nlp/modeling/models/bert_token_classifier.py	60
official/nlp/modeling/models/dual_encoder.py	92
official/nlp/modeling/models/electra_pretrainer.py	182
official/nlp/modeling/models/seq2seq_transformer.py	366
official/nlp/modeling/models/t5.py	1061
official/nlp/modeling/models/xlnet.py	235
official/nlp/modeling/networks/__init__.py	11
official/nlp/modeling/networks/albert_encoder.py	122
official/nlp/modeling/networks/bert_encoder.py	373
official/nlp/modeling/networks/classification.py	50
official/nlp/modeling/networks/encoder_scaffold.py	243
official/nlp/modeling/networks/funnel_transformer.py	341
official/nlp/modeling/networks/mobile_bert_encoder.py	105
official/nlp/modeling/networks/packed_sequence_embedding.py	176
official/nlp/modeling/networks/span_labeling.py	183
official/nlp/modeling/networks/xlnet_base.py	408
official/nlp/modeling/ops/__init__.py	3
official/nlp/modeling/ops/beam_search.py	306
official/nlp/modeling/ops/decoding_module.py	126
official/nlp/modeling/ops/sampling_module.py	266
official/nlp/modeling/ops/segment_extractor.py	88
official/nlp/optimization.py	165
official/nlp/serving/__init__.py	1
official/nlp/serving/export_savedmodel.py	113
official/nlp/serving/export_savedmodel_util.py	26
official/nlp/serving/serving_modules.py	373
official/nlp/tasks/__init__.py	6
official/nlp/tasks/dual_encoder.py	140
official/nlp/tasks/electra_task.py	171
official/nlp/tasks/masked_lm.py	137
official/nlp/tasks/question_answering.py	379
official/nlp/tasks/sentence_prediction.py	236
official/nlp/tasks/tagging.py	159
official/nlp/tasks/translation.py	239
official/nlp/tasks/utils.py	31
official/nlp/tools/__init__.py	1
official/nlp/tools/export_tfhub.py	140
official/nlp/tools/export_tfhub_lib.py	247
official/nlp/tools/squad_evaluate_v1_1.py	55
official/nlp/tools/squad_evaluate_v2_0.py	181
official/nlp/tools/tf1_bert_checkpoint_converter_lib.py	125
official/nlp/tools/tf2_albert_encoder_checkpoint_converter.py	109
official/nlp/tools/tf2_bert_encoder_checkpoint_converter.py	96
official/nlp/tools/tokenization.py	313
official/nlp/train.py	48
official/nlp/xlnet/__init__.py	1
official/nlp/xlnet/classifier_utils.py	99
official/nlp/xlnet/common_flags.py	110
official/nlp/xlnet/data_utils.py	512
official/nlp/xlnet/optimization.py	69
official/nlp/xlnet/preprocess_classification_data.py	303
official/nlp/xlnet/preprocess_pretrain_data.py	705
official/nlp/xlnet/preprocess_squad_data.py	69
official/nlp/xlnet/preprocess_utils.py	77
official/nlp/xlnet/run_classifier.py	130
official/nlp/xlnet/run_pretrain.py	108
official/nlp/xlnet/run_squad.py	221
official/nlp/xlnet/squad_utils.py	715
official/nlp/xlnet/training_utils.py	195
official/nlp/xlnet/xlnet_config.py	82
official/nlp/xlnet/xlnet_modeling.py	915