file 1	file 2	# same commits	# commits file 1	# commits file 2
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/attention.py	7	59	35
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/transformer.py	5	59	97
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/transformer/utils.py	4	54	200
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/layers.py	4	97	44
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/attention.py	4	97	35
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/moe.py	4	97	50
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/transformer/evolved_transformer.py	3	5	6
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/attention.py	3	50	35
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/evolved_transformer.py	3	97	6
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/fixup_layers.py	3	97	5
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/evolved_transformer.py	3	59	6
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/fixup_layers.py	3	59	5
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/moe.py	3	59	50
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/evolved_transformer.py	3	8	6
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/fixup_layers.py	3	8	5
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/transformer.py	3	8	97
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/transformer_layers.py	3	8	59
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/evolved_transformer.py	3	7	6
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/fixup_layers.py	3	7	5
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/transformer.py	3	7	97
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/transformer_layers.py	3	7	59
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/universal_transformer.py	3	7	8
mesh_tensorflow/transformer/utils.py	mesh_tensorflow/optimize.py	2	200	32
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/bert/bert.py	2	7	11
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/bert.py	2	13	11
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/run_classifier.py	2	13	7
mesh_tensorflow/layers.py	mesh_tensorflow/bert/bert.py	2	44	11
mesh_tensorflow/layers.py	mesh_tensorflow/bert/run_classifier.py	2	44	7
mesh_tensorflow/layers.py	mesh_tensorflow/experimental/unet.py	2	44	13
mesh_tensorflow/ops.py	mesh_tensorflow/transformer/utils.py	2	111	200
mesh_tensorflow/ops.py	mesh_tensorflow/bert/bert.py	2	111	11
mesh_tensorflow/ops.py	mesh_tensorflow/bert/run_classifier.py	2	111	7
mesh_tensorflow/ops.py	mesh_tensorflow/experimental/unet.py	2	111	13
mesh_tensorflow/ops.py	mesh_tensorflow/layers.py	2	111	44
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/ops.py	2	54	111
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/bert.py	2	35	11
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/run_classifier.py	2	35	7
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/experimental/unet.py	2	35	13
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/layers.py	2	35	44
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/ops.py	2	35	111
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/bert.py	2	6	11
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/run_classifier.py	2	6	7
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/experimental/unet.py	2	6	13
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/layers.py	2	6	44
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/ops.py	2	6	111
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/transformer/attention.py	2	6	35
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/bert.py	2	5	11
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/run_classifier.py	2	5	7
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/experimental/unet.py	2	5	13
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/layers.py	2	5	44
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/ops.py	2	5	111
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/transformer/attention.py	2	5	35
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/bert.py	2	97	11
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/run_classifier.py	2	97	7
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/experimental/unet.py	2	97	13
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/ops.py	2	97	111
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/bert.py	2	59	11
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/run_classifier.py	2	59	7
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/experimental/unet.py	2	59	13
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/layers.py	2	59	44
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/ops.py	2	59	111
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/bert.py	2	8	11
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/run_classifier.py	2	8	7
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/experimental/unet.py	2	8	13
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/layers.py	2	8	44
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/ops.py	2	8	111
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/attention.py	2	8	35
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/bert.py	2	7	11
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/run_classifier.py	2	7	7
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/experimental/unet.py	2	7	13
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/layers.py	2	7	44
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/ops.py	2	7	111
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/attention.py	2	7	35
mesh_tensorflow/optimize.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	32	6
mesh_tensorflow/transformer/utils.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	200	6
mesh_tensorflow/__init__.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	8	6
mesh_tensorflow/__init__.py	mesh_tensorflow/optimize.py	1	8	32
mesh_tensorflow/__init__.py	mesh_tensorflow/transformer/utils.py	1	8	200
mesh_tensorflow/auto_mtf/__init__.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	6	6
mesh_tensorflow/auto_mtf/__init__.py	mesh_tensorflow/optimize.py	1	6	32
mesh_tensorflow/auto_mtf/__init__.py	mesh_tensorflow/transformer/utils.py	1	6	200
mesh_tensorflow/auto_mtf/__init__.py	mesh_tensorflow/__init__.py	1	6	8
mesh_tensorflow/auto_mtf/api.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	6	6
mesh_tensorflow/auto_mtf/api.py	mesh_tensorflow/optimize.py	1	6	32
mesh_tensorflow/auto_mtf/api.py	mesh_tensorflow/transformer/utils.py	1	6	200
mesh_tensorflow/auto_mtf/api.py	mesh_tensorflow/__init__.py	1	6	8
mesh_tensorflow/auto_mtf/api.py	mesh_tensorflow/auto_mtf/__init__.py	1	6	6
mesh_tensorflow/auto_mtf/graph_interface.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	8	6
mesh_tensorflow/auto_mtf/graph_interface.py	mesh_tensorflow/optimize.py	1	8	32
mesh_tensorflow/auto_mtf/graph_interface.py	mesh_tensorflow/transformer/utils.py	1	8	200
mesh_tensorflow/auto_mtf/graph_interface.py	mesh_tensorflow/__init__.py	1	8	8
mesh_tensorflow/auto_mtf/graph_interface.py	mesh_tensorflow/auto_mtf/__init__.py	1	8	6
mesh_tensorflow/auto_mtf/graph_interface.py	mesh_tensorflow/auto_mtf/api.py	1	8	6
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	6	6
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/optimize.py	1	6	32
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/transformer/utils.py	1	6	200
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/__init__.py	1	6	8
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/auto_mtf/__init__.py	1	6	6
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/auto_mtf/api.py	1	6	6
mesh_tensorflow/auto_mtf/layout_optimizer.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	6	8
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/auto_mtf/memory_estimator.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/auto_mtf/print_cp_model_solution.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/auto_mtf/scheduler.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	15	6
mesh_tensorflow/beam_search.py	mesh_tensorflow/optimize.py	1	15	32
mesh_tensorflow/beam_search.py	mesh_tensorflow/transformer/utils.py	1	15	200
mesh_tensorflow/beam_search.py	mesh_tensorflow/__init__.py	1	15	8
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/__init__.py	1	15	6
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/api.py	1	15	6
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	15	8
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	15	6
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	15	4
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	15	4
mesh_tensorflow/beam_search.py	mesh_tensorflow/auto_mtf/scheduler.py	1	15	4
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/auto_mtf/scheduler.py	1	4	4
mesh_tensorflow/bert/__init__.py	mesh_tensorflow/beam_search.py	1	4	15
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	11	6
mesh_tensorflow/bert/bert.py	mesh_tensorflow/optimize.py	1	11	32
mesh_tensorflow/bert/bert.py	mesh_tensorflow/transformer/utils.py	1	11	200
mesh_tensorflow/bert/bert.py	mesh_tensorflow/__init__.py	1	11	8
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/__init__.py	1	11	6
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/api.py	1	11	6
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	11	8
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	11	6
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	11	4
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	11	4
mesh_tensorflow/bert/bert.py	mesh_tensorflow/auto_mtf/scheduler.py	1	11	4
mesh_tensorflow/bert/bert.py	mesh_tensorflow/beam_search.py	1	11	15
mesh_tensorflow/bert/bert.py	mesh_tensorflow/bert/__init__.py	1	11	4
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	7	6
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/optimize.py	1	7	32
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/transformer/utils.py	1	7	200
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/__init__.py	1	7	8
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/__init__.py	1	7	6
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/api.py	1	7	6
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	7	8
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	7	6
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	7	4
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	7	4
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/auto_mtf/scheduler.py	1	7	4
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/beam_search.py	1	7	15
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/bert/__init__.py	1	7	4
mesh_tensorflow/bert/optimization.py	mesh_tensorflow/bert/bert.py	1	7	11
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	7	6
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/optimize.py	1	7	32
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/transformer/utils.py	1	7	200
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/__init__.py	1	7	8
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/__init__.py	1	7	6
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/api.py	1	7	6
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	7	8
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	7	6
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	7	4
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	7	4
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/auto_mtf/scheduler.py	1	7	4
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/beam_search.py	1	7	15
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/bert/__init__.py	1	7	4
mesh_tensorflow/bert/run_classifier.py	mesh_tensorflow/bert/optimization.py	1	7	7
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	11	6
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/optimize.py	1	11	32
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/transformer/utils.py	1	11	200
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/__init__.py	1	11	8
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/__init__.py	1	11	6
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/api.py	1	11	6
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	11	8
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	11	6
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	11	4
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	11	4
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/auto_mtf/scheduler.py	1	11	4
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/beam_search.py	1	11	15
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/bert/__init__.py	1	11	4
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/bert/bert.py	1	11	11
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/bert/optimization.py	1	11	7
mesh_tensorflow/bert/run_pretraining.py	mesh_tensorflow/bert/run_classifier.py	1	11	7
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	7	6
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/optimize.py	1	7	32
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/transformer/utils.py	1	7	200
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/__init__.py	1	7	8
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/__init__.py	1	7	6
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/api.py	1	7	6
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	7	8
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	7	6
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	7	4
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	7	4
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/auto_mtf/scheduler.py	1	7	4
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/beam_search.py	1	7	15
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/bert/__init__.py	1	7	4
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/bert/bert.py	1	7	11
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/bert/optimization.py	1	7	7
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/bert/run_classifier.py	1	7	7
mesh_tensorflow/bert/run_squad.py	mesh_tensorflow/bert/run_pretraining.py	1	7	11
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	5	6
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/optimize.py	1	5	32
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/transformer/utils.py	1	5	200
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/__init__.py	1	5	8
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/__init__.py	1	5	6
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/api.py	1	5	6
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	5	8
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	5	6
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	5	4
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	5	4
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/auto_mtf/scheduler.py	1	5	4
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/beam_search.py	1	5	15
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/bert/__init__.py	1	5	4
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/bert/bert.py	1	5	11
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/bert/optimization.py	1	5	7
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/bert/run_classifier.py	1	5	7
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/bert/run_pretraining.py	1	5	11
mesh_tensorflow/bert/tokenization.py	mesh_tensorflow/bert/run_squad.py	1	5	7
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/auto_mtf/scheduler.py	1	4	4
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/beam_search.py	1	4	15
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/__init__.py	1	4	4
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/bert.py	1	4	11
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/optimization.py	1	4	7
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/run_classifier.py	1	4	7
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/run_pretraining.py	1	4	11
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/run_squad.py	1	4	7
mesh_tensorflow/experimental/__init__.py	mesh_tensorflow/bert/tokenization.py	1	4	5
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	10	6
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/optimize.py	1	10	32
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/transformer/utils.py	1	10	200
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/__init__.py	1	10	8
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/__init__.py	1	10	6
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/api.py	1	10	6
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	10	8
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	10	6
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	10	4
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	10	4
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/auto_mtf/scheduler.py	1	10	4
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/beam_search.py	1	10	15
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/__init__.py	1	10	4
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/bert.py	1	10	11
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/optimization.py	1	10	7
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/run_classifier.py	1	10	7
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/run_pretraining.py	1	10	11
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/run_squad.py	1	10	7
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/bert/tokenization.py	1	10	5
mesh_tensorflow/experimental/data_aug_lib.py	mesh_tensorflow/experimental/__init__.py	1	10	4
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	12	6
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/optimize.py	1	12	32
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/transformer/utils.py	1	12	200
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/__init__.py	1	12	8
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/__init__.py	1	12	6
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/api.py	1	12	6
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	12	8
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	12	6
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	12	4
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	12	4
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/auto_mtf/scheduler.py	1	12	4
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/beam_search.py	1	12	15
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/__init__.py	1	12	4
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/bert.py	1	12	11
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/optimization.py	1	12	7
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/run_classifier.py	1	12	7
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/run_pretraining.py	1	12	11
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/run_squad.py	1	12	7
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/bert/tokenization.py	1	12	5
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/experimental/__init__.py	1	12	4
mesh_tensorflow/experimental/input_reader.py	mesh_tensorflow/experimental/data_aug_lib.py	1	12	10
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	14	6
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/optimize.py	1	14	32
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/transformer/utils.py	1	14	200
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/__init__.py	1	14	8
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/__init__.py	1	14	6
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/api.py	1	14	6
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	14	8
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	14	6
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	14	4
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	14	4
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/auto_mtf/scheduler.py	1	14	4
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/beam_search.py	1	14	15
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/__init__.py	1	14	4
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/bert.py	1	14	11
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/optimization.py	1	14	7
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/run_classifier.py	1	14	7
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/run_pretraining.py	1	14	11
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/run_squad.py	1	14	7
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/bert/tokenization.py	1	14	5
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/experimental/__init__.py	1	14	4
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/experimental/data_aug_lib.py	1	14	10
mesh_tensorflow/experimental/model_executor.py	mesh_tensorflow/experimental/input_reader.py	1	14	12
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	8	6
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/optimize.py	1	8	32
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/transformer/utils.py	1	8	200
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/__init__.py	1	8	8
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/__init__.py	1	8	6
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/api.py	1	8	6
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	8	8
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	8	6
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	8	4
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	8	4
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/auto_mtf/scheduler.py	1	8	4
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/beam_search.py	1	8	15
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/__init__.py	1	8	4
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/bert.py	1	8	11
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/optimization.py	1	8	7
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/run_classifier.py	1	8	7
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/run_pretraining.py	1	8	11
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/run_squad.py	1	8	7
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/bert/tokenization.py	1	8	5
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/experimental/__init__.py	1	8	4
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/experimental/data_aug_lib.py	1	8	10
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/experimental/input_reader.py	1	8	12
mesh_tensorflow/experimental/offline_data_aug.py	mesh_tensorflow/experimental/model_executor.py	1	8	14
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	13	6
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/optimize.py	1	13	32
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/transformer/utils.py	1	13	200
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/__init__.py	1	13	8
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/__init__.py	1	13	6
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/api.py	1	13	6
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	13	8
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	13	6
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	13	4
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	13	4
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/auto_mtf/scheduler.py	1	13	4
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/beam_search.py	1	13	15
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/__init__.py	1	13	4
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/optimization.py	1	13	7
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/run_pretraining.py	1	13	11
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/run_squad.py	1	13	7
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/bert/tokenization.py	1	13	5
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/experimental/__init__.py	1	13	4
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/experimental/data_aug_lib.py	1	13	10
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/experimental/input_reader.py	1	13	12
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/experimental/model_executor.py	1	13	14
mesh_tensorflow/experimental/unet.py	mesh_tensorflow/experimental/offline_data_aug.py	1	13	8
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	44	6
mesh_tensorflow/layers.py	mesh_tensorflow/optimize.py	1	44	32
mesh_tensorflow/layers.py	mesh_tensorflow/transformer/utils.py	1	44	200
mesh_tensorflow/layers.py	mesh_tensorflow/__init__.py	1	44	8
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/__init__.py	1	44	6
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/api.py	1	44	6
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	44	8
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	44	6
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	44	4
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	44	4
mesh_tensorflow/layers.py	mesh_tensorflow/auto_mtf/scheduler.py	1	44	4
mesh_tensorflow/layers.py	mesh_tensorflow/beam_search.py	1	44	15
mesh_tensorflow/layers.py	mesh_tensorflow/bert/__init__.py	1	44	4
mesh_tensorflow/layers.py	mesh_tensorflow/bert/optimization.py	1	44	7
mesh_tensorflow/layers.py	mesh_tensorflow/bert/run_pretraining.py	1	44	11
mesh_tensorflow/layers.py	mesh_tensorflow/bert/run_squad.py	1	44	7
mesh_tensorflow/layers.py	mesh_tensorflow/bert/tokenization.py	1	44	5
mesh_tensorflow/layers.py	mesh_tensorflow/experimental/__init__.py	1	44	4
mesh_tensorflow/layers.py	mesh_tensorflow/experimental/data_aug_lib.py	1	44	10
mesh_tensorflow/layers.py	mesh_tensorflow/experimental/input_reader.py	1	44	12
mesh_tensorflow/layers.py	mesh_tensorflow/experimental/model_executor.py	1	44	14
mesh_tensorflow/layers.py	mesh_tensorflow/experimental/offline_data_aug.py	1	44	8
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	111	6
mesh_tensorflow/ops.py	mesh_tensorflow/optimize.py	1	111	32
mesh_tensorflow/ops.py	mesh_tensorflow/__init__.py	1	111	8
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/__init__.py	1	111	6
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/api.py	1	111	6
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	111	8
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	111	6
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	111	4
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	111	4
mesh_tensorflow/ops.py	mesh_tensorflow/auto_mtf/scheduler.py	1	111	4
mesh_tensorflow/ops.py	mesh_tensorflow/beam_search.py	1	111	15
mesh_tensorflow/ops.py	mesh_tensorflow/bert/__init__.py	1	111	4
mesh_tensorflow/ops.py	mesh_tensorflow/bert/optimization.py	1	111	7
mesh_tensorflow/ops.py	mesh_tensorflow/bert/run_pretraining.py	1	111	11
mesh_tensorflow/ops.py	mesh_tensorflow/bert/run_squad.py	1	111	7
mesh_tensorflow/ops.py	mesh_tensorflow/bert/tokenization.py	1	111	5
mesh_tensorflow/ops.py	mesh_tensorflow/experimental/__init__.py	1	111	4
mesh_tensorflow/ops.py	mesh_tensorflow/experimental/data_aug_lib.py	1	111	10
mesh_tensorflow/ops.py	mesh_tensorflow/experimental/input_reader.py	1	111	12
mesh_tensorflow/ops.py	mesh_tensorflow/experimental/model_executor.py	1	111	14
mesh_tensorflow/ops.py	mesh_tensorflow/experimental/offline_data_aug.py	1	111	8
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	5	6
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/optimize.py	1	5	32
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/transformer/utils.py	1	5	200
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/__init__.py	1	5	8
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/__init__.py	1	5	6
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/api.py	1	5	6
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	5	8
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	5	6
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	5	4
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	5	4
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/auto_mtf/scheduler.py	1	5	4
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/beam_search.py	1	5	15
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/__init__.py	1	5	4
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/bert.py	1	5	11
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/optimization.py	1	5	7
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/run_classifier.py	1	5	7
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/run_pretraining.py	1	5	11
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/run_squad.py	1	5	7
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/bert/tokenization.py	1	5	5
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/experimental/__init__.py	1	5	4
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/experimental/data_aug_lib.py	1	5	10
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/experimental/input_reader.py	1	5	12
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/experimental/model_executor.py	1	5	14
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/experimental/offline_data_aug.py	1	5	8
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/experimental/unet.py	1	5	13
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/layers.py	1	5	44
mesh_tensorflow/ops_with_redefined_builtins.py	mesh_tensorflow/ops.py	1	5	111
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	22	6
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/optimize.py	1	22	32
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/transformer/utils.py	1	22	200
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/__init__.py	1	22	8
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/__init__.py	1	22	6
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/api.py	1	22	6
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	22	8
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	22	6
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	22	4
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	22	4
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/auto_mtf/scheduler.py	1	22	4
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/beam_search.py	1	22	15
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/__init__.py	1	22	4
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/bert.py	1	22	11
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/optimization.py	1	22	7
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/run_classifier.py	1	22	7
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/run_pretraining.py	1	22	11
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/run_squad.py	1	22	7
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/bert/tokenization.py	1	22	5
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/experimental/__init__.py	1	22	4
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/experimental/data_aug_lib.py	1	22	10
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/experimental/input_reader.py	1	22	12
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/experimental/model_executor.py	1	22	14
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/experimental/offline_data_aug.py	1	22	8
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/experimental/unet.py	1	22	13
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/layers.py	1	22	44
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/ops.py	1	22	111
mesh_tensorflow/placement_mesh_impl.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	22	5
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	54	6
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/optimize.py	1	54	32
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/__init__.py	1	54	8
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/__init__.py	1	54	6
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/api.py	1	54	6
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	54	8
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	54	6
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	54	4
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	54	4
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/auto_mtf/scheduler.py	1	54	4
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/beam_search.py	1	54	15
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/__init__.py	1	54	4
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/bert.py	1	54	11
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/optimization.py	1	54	7
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/run_classifier.py	1	54	7
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/run_pretraining.py	1	54	11
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/run_squad.py	1	54	7
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/bert/tokenization.py	1	54	5
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/experimental/__init__.py	1	54	4
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/experimental/data_aug_lib.py	1	54	10
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/experimental/input_reader.py	1	54	12
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/experimental/model_executor.py	1	54	14
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/experimental/offline_data_aug.py	1	54	8
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/experimental/unet.py	1	54	13
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/layers.py	1	54	44
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	54	5
mesh_tensorflow/simd_mesh_impl.py	mesh_tensorflow/placement_mesh_impl.py	1	54	22
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	10	6
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/optimize.py	1	10	32
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/transformer/utils.py	1	10	200
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/__init__.py	1	10	8
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/__init__.py	1	10	6
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/api.py	1	10	6
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	10	8
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	10	6
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	10	4
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	10	4
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/auto_mtf/scheduler.py	1	10	4
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/beam_search.py	1	10	15
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/__init__.py	1	10	4
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/bert.py	1	10	11
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/optimization.py	1	10	7
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/run_classifier.py	1	10	7
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/run_pretraining.py	1	10	11
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/run_squad.py	1	10	7
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/bert/tokenization.py	1	10	5
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/experimental/__init__.py	1	10	4
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/experimental/data_aug_lib.py	1	10	10
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/experimental/input_reader.py	1	10	12
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/experimental/model_executor.py	1	10	14
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/experimental/offline_data_aug.py	1	10	8
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/experimental/unet.py	1	10	13
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/layers.py	1	10	44
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/ops.py	1	10	111
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	10	5
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/placement_mesh_impl.py	1	10	22
mesh_tensorflow/tpu_variables.py	mesh_tensorflow/simd_mesh_impl.py	1	10	54
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	8	6
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/optimize.py	1	8	32
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/transformer/utils.py	1	8	200
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/__init__.py	1	8	8
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/__init__.py	1	8	6
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/api.py	1	8	6
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	8	8
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	8	6
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	8	4
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	8	4
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/auto_mtf/scheduler.py	1	8	4
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/beam_search.py	1	8	15
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/__init__.py	1	8	4
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/bert.py	1	8	11
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/optimization.py	1	8	7
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/run_classifier.py	1	8	7
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/run_pretraining.py	1	8	11
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/run_squad.py	1	8	7
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/bert/tokenization.py	1	8	5
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/experimental/__init__.py	1	8	4
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/experimental/data_aug_lib.py	1	8	10
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/experimental/input_reader.py	1	8	12
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/experimental/model_executor.py	1	8	14
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/experimental/offline_data_aug.py	1	8	8
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/experimental/unet.py	1	8	13
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/layers.py	1	8	44
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/ops.py	1	8	111
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	8	5
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/placement_mesh_impl.py	1	8	22
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/simd_mesh_impl.py	1	8	54
mesh_tensorflow/transformer/__init__.py	mesh_tensorflow/tpu_variables.py	1	8	10
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/auto_mtf/scheduler.py	1	4	4
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/beam_search.py	1	4	15
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/__init__.py	1	4	4
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/bert.py	1	4	11
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/optimization.py	1	4	7
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/run_classifier.py	1	4	7
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/run_pretraining.py	1	4	11
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/run_squad.py	1	4	7
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/bert/tokenization.py	1	4	5
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/experimental/__init__.py	1	4	4
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/experimental/data_aug_lib.py	1	4	10
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/experimental/input_reader.py	1	4	12
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/experimental/model_executor.py	1	4	14
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/experimental/offline_data_aug.py	1	4	8
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/experimental/unet.py	1	4	13
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/layers.py	1	4	44
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/ops.py	1	4	111
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	4	5
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/placement_mesh_impl.py	1	4	22
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/simd_mesh_impl.py	1	4	54
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/tpu_variables.py	1	4	10
mesh_tensorflow/transformer/adaptive_softmax.py	mesh_tensorflow/transformer/__init__.py	1	4	8
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	35	6
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/optimize.py	1	35	32
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/transformer/utils.py	1	35	200
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/__init__.py	1	35	8
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/__init__.py	1	35	6
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/api.py	1	35	6
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	35	8
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	35	6
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	35	4
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	35	4
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/auto_mtf/scheduler.py	1	35	4
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/beam_search.py	1	35	15
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/__init__.py	1	35	4
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/optimization.py	1	35	7
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/run_pretraining.py	1	35	11
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/run_squad.py	1	35	7
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/bert/tokenization.py	1	35	5
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/experimental/__init__.py	1	35	4
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/experimental/data_aug_lib.py	1	35	10
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/experimental/input_reader.py	1	35	12
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/experimental/model_executor.py	1	35	14
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/experimental/offline_data_aug.py	1	35	8
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	35	5
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/placement_mesh_impl.py	1	35	22
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/simd_mesh_impl.py	1	35	54
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/tpu_variables.py	1	35	10
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/transformer/__init__.py	1	35	8
mesh_tensorflow/transformer/attention.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	35	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	41	6
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/optimize.py	1	41	32
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/transformer/utils.py	1	41	200
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/__init__.py	1	41	8
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/__init__.py	1	41	6
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/api.py	1	41	6
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	41	8
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	41	6
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	41	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	41	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/auto_mtf/scheduler.py	1	41	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/beam_search.py	1	41	15
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/__init__.py	1	41	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/bert.py	1	41	11
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/optimization.py	1	41	7
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/run_classifier.py	1	41	7
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/run_pretraining.py	1	41	11
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/run_squad.py	1	41	7
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/bert/tokenization.py	1	41	5
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/experimental/__init__.py	1	41	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/experimental/data_aug_lib.py	1	41	10
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/experimental/input_reader.py	1	41	12
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/experimental/model_executor.py	1	41	14
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/experimental/offline_data_aug.py	1	41	8
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/experimental/unet.py	1	41	13
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/layers.py	1	41	44
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/ops.py	1	41	111
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	41	5
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/placement_mesh_impl.py	1	41	22
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/simd_mesh_impl.py	1	41	54
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/tpu_variables.py	1	41	10
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/transformer/__init__.py	1	41	8
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	41	4
mesh_tensorflow/transformer/dataset.py	mesh_tensorflow/transformer/attention.py	1	41	35
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	6	6
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/optimize.py	1	6	32
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/transformer/utils.py	1	6	200
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/__init__.py	1	6	8
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/__init__.py	1	6	6
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/api.py	1	6	6
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	6	8
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	6	6
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	6	4
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	6	4
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/auto_mtf/scheduler.py	1	6	4
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/beam_search.py	1	6	15
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/__init__.py	1	6	4
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/optimization.py	1	6	7
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/run_pretraining.py	1	6	11
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/run_squad.py	1	6	7
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/bert/tokenization.py	1	6	5
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/experimental/__init__.py	1	6	4
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/experimental/data_aug_lib.py	1	6	10
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/experimental/input_reader.py	1	6	12
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/experimental/model_executor.py	1	6	14
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/experimental/offline_data_aug.py	1	6	8
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	6	5
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/placement_mesh_impl.py	1	6	22
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/simd_mesh_impl.py	1	6	54
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/tpu_variables.py	1	6	10
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/transformer/__init__.py	1	6	8
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	6	4
mesh_tensorflow/transformer/evolved_transformer.py	mesh_tensorflow/transformer/dataset.py	1	6	41
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	5	6
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/optimize.py	1	5	32
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/transformer/utils.py	1	5	200
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/__init__.py	1	5	8
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/__init__.py	1	5	6
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/api.py	1	5	6
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	5	8
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	5	6
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	5	4
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	5	4
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/auto_mtf/scheduler.py	1	5	4
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/beam_search.py	1	5	15
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/__init__.py	1	5	4
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/optimization.py	1	5	7
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/run_pretraining.py	1	5	11
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/run_squad.py	1	5	7
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/bert/tokenization.py	1	5	5
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/experimental/__init__.py	1	5	4
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/experimental/data_aug_lib.py	1	5	10
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/experimental/input_reader.py	1	5	12
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/experimental/model_executor.py	1	5	14
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/experimental/offline_data_aug.py	1	5	8
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	5	5
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/placement_mesh_impl.py	1	5	22
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/simd_mesh_impl.py	1	5	54
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/tpu_variables.py	1	5	10
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/transformer/__init__.py	1	5	8
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	5	4
mesh_tensorflow/transformer/fixup_layers.py	mesh_tensorflow/transformer/dataset.py	1	5	41
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/auto_mtf/scheduler.py	1	4	4
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/beam_search.py	1	4	15
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/__init__.py	1	4	4
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/bert.py	1	4	11
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/optimization.py	1	4	7
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/run_classifier.py	1	4	7
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/run_pretraining.py	1	4	11
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/run_squad.py	1	4	7
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/bert/tokenization.py	1	4	5
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/experimental/__init__.py	1	4	4
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/experimental/data_aug_lib.py	1	4	10
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/experimental/input_reader.py	1	4	12
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/experimental/model_executor.py	1	4	14
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/experimental/offline_data_aug.py	1	4	8
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/experimental/unet.py	1	4	13
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/layers.py	1	4	44
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/ops.py	1	4	111
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	4	5
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/placement_mesh_impl.py	1	4	22
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/simd_mesh_impl.py	1	4	54
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/tpu_variables.py	1	4	10
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/__init__.py	1	4	8
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	4	4
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/attention.py	1	4	35
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/dataset.py	1	4	41
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/evolved_transformer.py	1	4	6
mesh_tensorflow/transformer/funnel_transformer.py	mesh_tensorflow/transformer/fixup_layers.py	1	4	5
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/auto_mtf/scheduler.py	1	4	4
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/beam_search.py	1	4	15
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/__init__.py	1	4	4
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/bert.py	1	4	11
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/optimization.py	1	4	7
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/run_classifier.py	1	4	7
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/run_pretraining.py	1	4	11
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/run_squad.py	1	4	7
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/bert/tokenization.py	1	4	5
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/experimental/__init__.py	1	4	4
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/experimental/data_aug_lib.py	1	4	10
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/experimental/input_reader.py	1	4	12
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/experimental/model_executor.py	1	4	14
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/experimental/offline_data_aug.py	1	4	8
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/experimental/unet.py	1	4	13
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/layers.py	1	4	44
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/ops.py	1	4	111
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	4	5
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/placement_mesh_impl.py	1	4	22
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/simd_mesh_impl.py	1	4	54
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/tpu_variables.py	1	4	10
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/__init__.py	1	4	8
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	4	4
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/attention.py	1	4	35
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/dataset.py	1	4	41
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/evolved_transformer.py	1	4	6
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/fixup_layers.py	1	4	5
mesh_tensorflow/transformer/gin/__init__.py	mesh_tensorflow/transformer/funnel_transformer.py	1	4	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	2	6
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/optimize.py	1	2	32
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/utils.py	1	2	200
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/__init__.py	1	2	8
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/__init__.py	1	2	6
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/api.py	1	2	6
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	2	8
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	2	6
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/auto_mtf/scheduler.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/beam_search.py	1	2	15
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/__init__.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/bert.py	1	2	11
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/optimization.py	1	2	7
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/run_classifier.py	1	2	7
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/run_pretraining.py	1	2	11
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/run_squad.py	1	2	7
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/bert/tokenization.py	1	2	5
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/experimental/__init__.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/experimental/data_aug_lib.py	1	2	10
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/experimental/input_reader.py	1	2	12
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/experimental/model_executor.py	1	2	14
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/experimental/offline_data_aug.py	1	2	8
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/experimental/unet.py	1	2	13
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/layers.py	1	2	44
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/ops.py	1	2	111
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	2	5
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/placement_mesh_impl.py	1	2	22
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/simd_mesh_impl.py	1	2	54
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/tpu_variables.py	1	2	10
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/__init__.py	1	2	8
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/attention.py	1	2	35
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/dataset.py	1	2	41
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/evolved_transformer.py	1	2	6
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/fixup_layers.py	1	2	5
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/funnel_transformer.py	1	2	4
mesh_tensorflow/transformer/heterogeneous_moe.py	mesh_tensorflow/transformer/gin/__init__.py	1	2	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	11	6
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/optimize.py	1	11	32
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/utils.py	1	11	200
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/__init__.py	1	11	8
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/__init__.py	1	11	6
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/api.py	1	11	6
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	11	8
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	11	6
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/auto_mtf/scheduler.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/beam_search.py	1	11	15
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/__init__.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/bert.py	1	11	11
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/optimization.py	1	11	7
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/run_classifier.py	1	11	7
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/run_pretraining.py	1	11	11
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/run_squad.py	1	11	7
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/bert/tokenization.py	1	11	5
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/experimental/__init__.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/experimental/data_aug_lib.py	1	11	10
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/experimental/input_reader.py	1	11	12
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/experimental/model_executor.py	1	11	14
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/experimental/offline_data_aug.py	1	11	8
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/experimental/unet.py	1	11	13
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/layers.py	1	11	44
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/ops.py	1	11	111
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	11	5
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/placement_mesh_impl.py	1	11	22
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/simd_mesh_impl.py	1	11	54
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/tpu_variables.py	1	11	10
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/__init__.py	1	11	8
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/attention.py	1	11	35
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/dataset.py	1	11	41
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/evolved_transformer.py	1	11	6
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/fixup_layers.py	1	11	5
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/funnel_transformer.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/gin/__init__.py	1	11	4
mesh_tensorflow/transformer/learning_rate_schedules.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	11	2
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	10	6
mesh_tensorflow/transformer/main.py	mesh_tensorflow/optimize.py	1	10	32
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/utils.py	1	10	200
mesh_tensorflow/transformer/main.py	mesh_tensorflow/__init__.py	1	10	8
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/__init__.py	1	10	6
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/api.py	1	10	6
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	10	8
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	10	6
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/auto_mtf/scheduler.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/beam_search.py	1	10	15
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/__init__.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/bert.py	1	10	11
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/optimization.py	1	10	7
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/run_classifier.py	1	10	7
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/run_pretraining.py	1	10	11
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/run_squad.py	1	10	7
mesh_tensorflow/transformer/main.py	mesh_tensorflow/bert/tokenization.py	1	10	5
mesh_tensorflow/transformer/main.py	mesh_tensorflow/experimental/__init__.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/experimental/data_aug_lib.py	1	10	10
mesh_tensorflow/transformer/main.py	mesh_tensorflow/experimental/input_reader.py	1	10	12
mesh_tensorflow/transformer/main.py	mesh_tensorflow/experimental/model_executor.py	1	10	14
mesh_tensorflow/transformer/main.py	mesh_tensorflow/experimental/offline_data_aug.py	1	10	8
mesh_tensorflow/transformer/main.py	mesh_tensorflow/experimental/unet.py	1	10	13
mesh_tensorflow/transformer/main.py	mesh_tensorflow/layers.py	1	10	44
mesh_tensorflow/transformer/main.py	mesh_tensorflow/ops.py	1	10	111
mesh_tensorflow/transformer/main.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	10	5
mesh_tensorflow/transformer/main.py	mesh_tensorflow/placement_mesh_impl.py	1	10	22
mesh_tensorflow/transformer/main.py	mesh_tensorflow/simd_mesh_impl.py	1	10	54
mesh_tensorflow/transformer/main.py	mesh_tensorflow/tpu_variables.py	1	10	10
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/__init__.py	1	10	8
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/attention.py	1	10	35
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/dataset.py	1	10	41
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/evolved_transformer.py	1	10	6
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/fixup_layers.py	1	10	5
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/funnel_transformer.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/gin/__init__.py	1	10	4
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	10	2
mesh_tensorflow/transformer/main.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	10	11
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	3	6
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/optimize.py	1	3	32
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/utils.py	1	3	200
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/__init__.py	1	3	8
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/__init__.py	1	3	6
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/api.py	1	3	6
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	3	8
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	3	6
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/auto_mtf/scheduler.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/beam_search.py	1	3	15
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/__init__.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/bert.py	1	3	11
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/optimization.py	1	3	7
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/run_classifier.py	1	3	7
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/run_pretraining.py	1	3	11
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/run_squad.py	1	3	7
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/bert/tokenization.py	1	3	5
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/experimental/__init__.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/experimental/data_aug_lib.py	1	3	10
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/experimental/input_reader.py	1	3	12
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/experimental/model_executor.py	1	3	14
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/experimental/offline_data_aug.py	1	3	8
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/experimental/unet.py	1	3	13
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/layers.py	1	3	44
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/ops.py	1	3	111
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	3	5
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/placement_mesh_impl.py	1	3	22
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/simd_mesh_impl.py	1	3	54
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/tpu_variables.py	1	3	10
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/__init__.py	1	3	8
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/attention.py	1	3	35
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/dataset.py	1	3	41
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/evolved_transformer.py	1	3	6
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/fixup_layers.py	1	3	5
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/funnel_transformer.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/gin/__init__.py	1	3	4
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	3	2
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	3	11
mesh_tensorflow/transformer/memory_layers.py	mesh_tensorflow/transformer/main.py	1	3	10
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	50	6
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/optimize.py	1	50	32
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/utils.py	1	50	200
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/__init__.py	1	50	8
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/__init__.py	1	50	6
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/api.py	1	50	6
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	50	8
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	50	6
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/auto_mtf/scheduler.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/beam_search.py	1	50	15
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/__init__.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/bert.py	1	50	11
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/optimization.py	1	50	7
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/run_classifier.py	1	50	7
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/run_pretraining.py	1	50	11
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/run_squad.py	1	50	7
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/bert/tokenization.py	1	50	5
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/experimental/__init__.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/experimental/data_aug_lib.py	1	50	10
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/experimental/input_reader.py	1	50	12
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/experimental/model_executor.py	1	50	14
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/experimental/offline_data_aug.py	1	50	8
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/experimental/unet.py	1	50	13
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/layers.py	1	50	44
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/ops.py	1	50	111
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	50	5
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/placement_mesh_impl.py	1	50	22
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/simd_mesh_impl.py	1	50	54
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/tpu_variables.py	1	50	10
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/__init__.py	1	50	8
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/dataset.py	1	50	41
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/evolved_transformer.py	1	50	6
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/fixup_layers.py	1	50	5
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/funnel_transformer.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/gin/__init__.py	1	50	4
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	50	2
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	50	11
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/main.py	1	50	10
mesh_tensorflow/transformer/moe.py	mesh_tensorflow/transformer/memory_layers.py	1	50	3
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	7	6
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/optimize.py	1	7	32
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/utils.py	1	7	200
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/__init__.py	1	7	8
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/__init__.py	1	7	6
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/api.py	1	7	6
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	7	8
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	7	6
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/auto_mtf/scheduler.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/beam_search.py	1	7	15
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/__init__.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/bert.py	1	7	11
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/optimization.py	1	7	7
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/run_classifier.py	1	7	7
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/run_pretraining.py	1	7	11
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/run_squad.py	1	7	7
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/bert/tokenization.py	1	7	5
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/experimental/__init__.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/experimental/data_aug_lib.py	1	7	10
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/experimental/input_reader.py	1	7	12
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/experimental/model_executor.py	1	7	14
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/experimental/offline_data_aug.py	1	7	8
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/experimental/unet.py	1	7	13
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/layers.py	1	7	44
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/ops.py	1	7	111
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	7	5
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/placement_mesh_impl.py	1	7	22
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/simd_mesh_impl.py	1	7	54
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/tpu_variables.py	1	7	10
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/__init__.py	1	7	8
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/attention.py	1	7	35
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/dataset.py	1	7	41
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/evolved_transformer.py	1	7	6
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/fixup_layers.py	1	7	5
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/funnel_transformer.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/gin/__init__.py	1	7	4
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	7	2
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	7	11
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/main.py	1	7	10
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/memory_layers.py	1	7	3
mesh_tensorflow/transformer/t2t_vocabulary.py	mesh_tensorflow/transformer/moe.py	1	7	50
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	97	6
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/optimize.py	1	97	32
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/utils.py	1	97	200
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/__init__.py	1	97	8
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/__init__.py	1	97	6
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/api.py	1	97	6
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	97	8
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	97	6
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/auto_mtf/scheduler.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/beam_search.py	1	97	15
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/__init__.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/optimization.py	1	97	7
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/run_pretraining.py	1	97	11
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/run_squad.py	1	97	7
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/bert/tokenization.py	1	97	5
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/experimental/__init__.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/experimental/data_aug_lib.py	1	97	10
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/experimental/input_reader.py	1	97	12
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/experimental/model_executor.py	1	97	14
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/experimental/offline_data_aug.py	1	97	8
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	97	5
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/placement_mesh_impl.py	1	97	22
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/simd_mesh_impl.py	1	97	54
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/tpu_variables.py	1	97	10
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/__init__.py	1	97	8
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/dataset.py	1	97	41
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/funnel_transformer.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/gin/__init__.py	1	97	4
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	97	2
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	97	11
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/main.py	1	97	10
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/memory_layers.py	1	97	3
mesh_tensorflow/transformer/transformer.py	mesh_tensorflow/transformer/t2t_vocabulary.py	1	97	7
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	59	6
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/optimize.py	1	59	32
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/utils.py	1	59	200
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/__init__.py	1	59	8
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/__init__.py	1	59	6
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/api.py	1	59	6
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	59	8
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	59	6
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/auto_mtf/scheduler.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/beam_search.py	1	59	15
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/__init__.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/optimization.py	1	59	7
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/run_pretraining.py	1	59	11
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/run_squad.py	1	59	7
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/bert/tokenization.py	1	59	5
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/experimental/__init__.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/experimental/data_aug_lib.py	1	59	10
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/experimental/input_reader.py	1	59	12
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/experimental/model_executor.py	1	59	14
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/experimental/offline_data_aug.py	1	59	8
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	59	5
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/placement_mesh_impl.py	1	59	22
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/simd_mesh_impl.py	1	59	54
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/tpu_variables.py	1	59	10
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/__init__.py	1	59	8
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/dataset.py	1	59	41
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/funnel_transformer.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/gin/__init__.py	1	59	4
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	59	2
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	59	11
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/main.py	1	59	10
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/memory_layers.py	1	59	3
mesh_tensorflow/transformer/transformer_layers.py	mesh_tensorflow/transformer/t2t_vocabulary.py	1	59	7
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	8	6
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/optimize.py	1	8	32
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/utils.py	1	8	200
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/__init__.py	1	8	8
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/__init__.py	1	8	6
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/api.py	1	8	6
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	8	8
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	8	6
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/auto_mtf/scheduler.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/beam_search.py	1	8	15
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/__init__.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/optimization.py	1	8	7
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/run_pretraining.py	1	8	11
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/run_squad.py	1	8	7
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/bert/tokenization.py	1	8	5
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/experimental/__init__.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/experimental/data_aug_lib.py	1	8	10
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/experimental/input_reader.py	1	8	12
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/experimental/model_executor.py	1	8	14
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/experimental/offline_data_aug.py	1	8	8
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	8	5
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/placement_mesh_impl.py	1	8	22
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/simd_mesh_impl.py	1	8	54
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/tpu_variables.py	1	8	10
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/__init__.py	1	8	8
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/dataset.py	1	8	41
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/funnel_transformer.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/gin/__init__.py	1	8	4
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	8	2
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	8	11
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/main.py	1	8	10
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/memory_layers.py	1	8	3
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/moe.py	1	8	50
mesh_tensorflow/transformer/universal_transformer.py	mesh_tensorflow/transformer/t2t_vocabulary.py	1	8	7
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	7	6
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/optimize.py	1	7	32
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/utils.py	1	7	200
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/__init__.py	1	7	8
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/__init__.py	1	7	6
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/api.py	1	7	6
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	7	8
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	7	6
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/auto_mtf/scheduler.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/beam_search.py	1	7	15
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/__init__.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/optimization.py	1	7	7
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/run_pretraining.py	1	7	11
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/run_squad.py	1	7	7
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/bert/tokenization.py	1	7	5
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/experimental/__init__.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/experimental/data_aug_lib.py	1	7	10
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/experimental/input_reader.py	1	7	12
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/experimental/model_executor.py	1	7	14
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/experimental/offline_data_aug.py	1	7	8
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	7	5
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/placement_mesh_impl.py	1	7	22
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/simd_mesh_impl.py	1	7	54
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/tpu_variables.py	1	7	10
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/__init__.py	1	7	8
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/dataset.py	1	7	41
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/funnel_transformer.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/gin/__init__.py	1	7	4
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	7	2
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	7	11
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/main.py	1	7	10
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/memory_layers.py	1	7	3
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/moe.py	1	7	50
mesh_tensorflow/transformer/vocab_embeddings.py	mesh_tensorflow/transformer/t2t_vocabulary.py	1	7	7
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	4	6
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/optimize.py	1	4	32
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/utils.py	1	4	200
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/__init__.py	1	4	8
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/__init__.py	1	4	6
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/api.py	1	4	6
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	4	8
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	4	6
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/auto_mtf/scheduler.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/beam_search.py	1	4	15
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/__init__.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/bert.py	1	4	11
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/optimization.py	1	4	7
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/run_classifier.py	1	4	7
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/run_pretraining.py	1	4	11
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/run_squad.py	1	4	7
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/bert/tokenization.py	1	4	5
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/experimental/__init__.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/experimental/data_aug_lib.py	1	4	10
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/experimental/input_reader.py	1	4	12
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/experimental/model_executor.py	1	4	14
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/experimental/offline_data_aug.py	1	4	8
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/experimental/unet.py	1	4	13
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/layers.py	1	4	44
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/ops.py	1	4	111
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	4	5
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/placement_mesh_impl.py	1	4	22
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/simd_mesh_impl.py	1	4	54
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/tpu_variables.py	1	4	10
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/__init__.py	1	4	8
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/attention.py	1	4	35
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/dataset.py	1	4	41
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/evolved_transformer.py	1	4	6
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/fixup_layers.py	1	4	5
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/funnel_transformer.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/gin/__init__.py	1	4	4
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	4	2
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	4	11
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/main.py	1	4	10
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/memory_layers.py	1	4	3
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/moe.py	1	4	50
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/t2t_vocabulary.py	1	4	7
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/transformer.py	1	4	97
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/transformer_layers.py	1	4	59
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/universal_transformer.py	1	4	8
mesh_tensorflow/transformer/vocabulary.py	mesh_tensorflow/transformer/vocab_embeddings.py	1	4	7
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/valid_layouts.py	1	17	6
mesh_tensorflow/utils.py	mesh_tensorflow/optimize.py	1	17	32
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/utils.py	1	17	200
mesh_tensorflow/utils.py	mesh_tensorflow/__init__.py	1	17	8
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/__init__.py	1	17	6
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/api.py	1	17	6
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/graph_interface.py	1	17	8
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/layout_optimizer.py	1	17	6
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/memory_estimator.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/print_cp_model_solution.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/auto_mtf/scheduler.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/beam_search.py	1	17	15
mesh_tensorflow/utils.py	mesh_tensorflow/bert/__init__.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/bert/bert.py	1	17	11
mesh_tensorflow/utils.py	mesh_tensorflow/bert/optimization.py	1	17	7
mesh_tensorflow/utils.py	mesh_tensorflow/bert/run_classifier.py	1	17	7
mesh_tensorflow/utils.py	mesh_tensorflow/bert/run_pretraining.py	1	17	11
mesh_tensorflow/utils.py	mesh_tensorflow/bert/run_squad.py	1	17	7
mesh_tensorflow/utils.py	mesh_tensorflow/bert/tokenization.py	1	17	5
mesh_tensorflow/utils.py	mesh_tensorflow/experimental/__init__.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/experimental/data_aug_lib.py	1	17	10
mesh_tensorflow/utils.py	mesh_tensorflow/experimental/input_reader.py	1	17	12
mesh_tensorflow/utils.py	mesh_tensorflow/experimental/model_executor.py	1	17	14
mesh_tensorflow/utils.py	mesh_tensorflow/experimental/offline_data_aug.py	1	17	8
mesh_tensorflow/utils.py	mesh_tensorflow/experimental/unet.py	1	17	13
mesh_tensorflow/utils.py	mesh_tensorflow/layers.py	1	17	44
mesh_tensorflow/utils.py	mesh_tensorflow/ops.py	1	17	111
mesh_tensorflow/utils.py	mesh_tensorflow/ops_with_redefined_builtins.py	1	17	5
mesh_tensorflow/utils.py	mesh_tensorflow/placement_mesh_impl.py	1	17	22
mesh_tensorflow/utils.py	mesh_tensorflow/simd_mesh_impl.py	1	17	54
mesh_tensorflow/utils.py	mesh_tensorflow/tpu_variables.py	1	17	10
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/__init__.py	1	17	8
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/adaptive_softmax.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/attention.py	1	17	35
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/dataset.py	1	17	41
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/evolved_transformer.py	1	17	6
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/fixup_layers.py	1	17	5
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/funnel_transformer.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/gin/__init__.py	1	17	4
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/heterogeneous_moe.py	1	17	2
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/learning_rate_schedules.py	1	17	11
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/main.py	1	17	10
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/memory_layers.py	1	17	3
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/moe.py	1	17	50
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/t2t_vocabulary.py	1	17	7
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/transformer.py	1	17	97
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/transformer_layers.py	1	17	59
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/universal_transformer.py	1	17	8
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/vocab_embeddings.py	1	17	7
mesh_tensorflow/utils.py	mesh_tensorflow/transformer/vocabulary.py	1	17	4
setup.py	mesh_tensorflow/layers.py	1	34	44
setup.py	mesh_tensorflow/transformer/utils.py	1	34	200