Path	Lines of Code
mesh_tensorflow/__init__.py	11
mesh_tensorflow/auto_mtf/__init__.py	12
mesh_tensorflow/auto_mtf/api.py	51
mesh_tensorflow/auto_mtf/graph_interface.py	176
mesh_tensorflow/auto_mtf/layout_optimizer.py	204
mesh_tensorflow/auto_mtf/memory_estimator.py	27
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	40
mesh_tensorflow/auto_mtf/scheduler.py	71
mesh_tensorflow/auto_mtf/valid_layouts.py	49
mesh_tensorflow/beam_search.py	273
mesh_tensorflow/bert/__init__.py	1
mesh_tensorflow/bert/bert.py	504
mesh_tensorflow/bert/optimization.py	69
mesh_tensorflow/bert/run_classifier.py	749
mesh_tensorflow/bert/run_pretraining.py	393
mesh_tensorflow/bert/run_squad.py	987
mesh_tensorflow/bert/tokenization.py	274
mesh_tensorflow/experimental/__init__.py	1
mesh_tensorflow/experimental/data_aug_lib.py	220
mesh_tensorflow/experimental/input_reader.py	306
mesh_tensorflow/experimental/model_executor.py	412
mesh_tensorflow/experimental/offline_data_aug.py	82
mesh_tensorflow/experimental/unet.py	527
mesh_tensorflow/layers.py	1113
mesh_tensorflow/ops.py	2409
mesh_tensorflow/ops_with_redefined_builtins.py	8
mesh_tensorflow/optimize.py	342
mesh_tensorflow/placement_mesh_impl.py	308
mesh_tensorflow/simd_mesh_impl.py	415
mesh_tensorflow/tpu_variables.py	137
mesh_tensorflow/transformer/__init__.py	12
mesh_tensorflow/transformer/adaptive_softmax.py	202
mesh_tensorflow/transformer/attention.py	631
mesh_tensorflow/transformer/dataset.py	382
mesh_tensorflow/transformer/evolved_transformer.py	134
mesh_tensorflow/transformer/fixup_layers.py	254
mesh_tensorflow/transformer/funnel_transformer.py	243
mesh_tensorflow/transformer/gin/__init__.py	1
mesh_tensorflow/transformer/heterogeneous_moe.py	340
mesh_tensorflow/transformer/learning_rate_schedules.py	89
mesh_tensorflow/transformer/main.py	59
mesh_tensorflow/transformer/memory_layers.py	75
mesh_tensorflow/transformer/moe.py	1185
mesh_tensorflow/transformer/t2t_vocabulary.py	29
mesh_tensorflow/transformer/transformer.py	1256
mesh_tensorflow/transformer/transformer_layers.py	1352
mesh_tensorflow/transformer/universal_transformer.py	431
mesh_tensorflow/transformer/utils.py	1800
mesh_tensorflow/transformer/vocab_embeddings.py	323
mesh_tensorflow/transformer/vocabulary.py	32
mesh_tensorflow/utils.py	73
setup.cfg	4
setup.py	43