Path	Lines of Code
official/modeling/__init__.py	1
official/modeling/activations/__init__.py	6
official/modeling/activations/gelu.py	4
official/modeling/activations/relu.py	5
official/modeling/activations/sigmoid.py	5
official/modeling/activations/swish.py	14
official/modeling/fast_training/experimental/tf2_utils_2x_wide.py	60
official/modeling/fast_training/progressive/policies.py	97
official/modeling/fast_training/progressive/train.py	37
official/modeling/fast_training/progressive/train_lib.py	75
official/modeling/fast_training/progressive/trainer.py	153
official/modeling/fast_training/progressive/utils.py	19
official/modeling/grad_utils.py	78
official/modeling/hyperparams/__init__.py	3
official/modeling/hyperparams/base_config.py	184
official/modeling/hyperparams/oneof.py	23
official/modeling/hyperparams/params_dict.py	228
official/modeling/multitask/__init__.py	1
official/modeling/multitask/base_model.py	14
official/modeling/multitask/base_trainer.py	108
official/modeling/multitask/configs.py	40
official/modeling/multitask/evaluator.py	118
official/modeling/multitask/interleaving_trainer.py	65
official/modeling/multitask/multitask.py	93
official/modeling/multitask/task_sampler.py	73
official/modeling/multitask/train_lib.py	190
official/modeling/optimization/__init__.py	7
official/modeling/optimization/adafactor_optimizer.py	1
official/modeling/optimization/configs/__init__.py	1
official/modeling/optimization/configs/learning_rate_config.py	73
official/modeling/optimization/configs/optimization_config.py	46
official/modeling/optimization/configs/optimizer_config.py	103
official/modeling/optimization/ema_optimizer.py	141
official/modeling/optimization/lars_optimizer.py	109
official/modeling/optimization/lr_schedule.py	280
official/modeling/optimization/optimizer_factory.py	96
official/modeling/optimization/slide_optimizer.py	1
official/modeling/performance.py	29
official/modeling/tf_utils.py	108