Path	Lines of Code
apex/apex/RNN/RNNBackend.py	212
apex/apex/RNN/__init__.py	2
apex/apex/RNN/cells.py	49
apex/apex/RNN/models.py	24
apex/apex/__init__.py	5
apex/apex/amp/__init__.py	5
apex/apex/amp/__version__.py	2
apex/apex/amp/_amp_state.py	36
apex/apex/amp/_initialize.py	207
apex/apex/amp/_process_optimizer.py	306
apex/apex/amp/amp.py	119
apex/apex/amp/compat.py	30
apex/apex/amp/frontend.py	201
apex/apex/amp/handle.py	166
apex/apex/amp/lists/__init__.py	1
apex/apex/amp/lists/functional_overrides.py	51
apex/apex/amp/lists/tensor_overrides.py	47
apex/apex/amp/lists/torch_overrides.py	73
apex/apex/amp/opt.py	76
apex/apex/amp/rnn_compat.py	35
apex/apex/amp/scaler.py	162
apex/apex/amp/utils.py	154
apex/apex/amp/wrap.py	211
apex/apex/fp16_utils/__init__.py	15
apex/apex/fp16_utils/fp16_optimizer.py	233
apex/apex/fp16_utils/fp16util.py	94
apex/apex/fp16_utils/loss_scaler.py	65
apex/apex/multi_tensor_apply/__init__.py	2
apex/apex/multi_tensor_apply/multi_tensor_apply.py	25
apex/apex/normalization/__init__.py	1
apex/apex/normalization/fused_layer_norm.py	88
apex/apex/optimizers/__init__.py	2
apex/apex/optimizers/fp16_optimizer.py	131
apex/apex/optimizers/fused_adam.py	81
apex/apex/parallel/LARC.py	46
apex/apex/parallel/__init__.py	56
apex/apex/parallel/distributed.py	323
apex/apex/parallel/multiproc.py	25
apex/apex/parallel/optimized_sync_batchnorm.py	27
apex/apex/parallel/optimized_sync_batchnorm_kernel.py	87
apex/apex/parallel/sync_batchnorm.py	73
apex/apex/parallel/sync_batchnorm_kernel.py	59
apex/apex/reparameterization/__init__.py	37
apex/apex/reparameterization/reparameterization.py	80
apex/apex/reparameterization/weight_norm.py	33
apex/csrc/amp_C_frontend.cpp	48
apex/csrc/flatten_unflatten.cpp	14
apex/csrc/fused_adam_cuda.cpp	21
apex/csrc/fused_adam_cuda_kernel.cu	129
apex/csrc/layer_norm_cuda.cpp	224
apex/csrc/layer_norm_cuda_kernel.cu	782
apex/csrc/multi_tensor_apply.cuh	106
apex/csrc/multi_tensor_axpby_kernel.cu	103
apex/csrc/multi_tensor_l2norm_kernel.cu	147
apex/csrc/multi_tensor_lamb_stage_1.cu	132
apex/csrc/multi_tensor_lamb_stage_2.cu	94
apex/csrc/multi_tensor_scale_kernel.cu	88
apex/csrc/syncbn.cpp	54
apex/csrc/type_shim.h	101
apex/csrc/welford.cu	1182
apex/setup.py	102