Path	Lines of Code
orttraining/orttraining/core/agent/training_agent.cc	75
orttraining/orttraining/core/agent/training_agent.h	40
orttraining/orttraining/core/framework/adasum/adasum_interface.h	302
orttraining/orttraining/core/framework/adasum/adasum_mpi.cc	84
orttraining/orttraining/core/framework/adasum/adasum_mpi.h	31
orttraining/orttraining/core/framework/adasum/m256_utils.h	108
orttraining/orttraining/core/framework/checkpoint_registry.cc	76
orttraining/orttraining/core/framework/checkpoint_registry.h	26
orttraining/orttraining/core/framework/checkpointing.cc	244
orttraining/orttraining/core/framework/checkpointing.h	23
orttraining/orttraining/core/framework/communication/mpi/mpi_context.cc	155
orttraining/orttraining/core/framework/communication/mpi/mpi_context.h	67
orttraining/orttraining/core/framework/communication/mpi/mpi_utilities.cc	43
orttraining/orttraining/core/framework/communication/mpi/mpi_utilities.h	17
orttraining/orttraining/core/framework/distributed_run_context.cc	124
orttraining/orttraining/core/framework/distributed_run_context.h	121
orttraining/orttraining/core/framework/gradient_graph_builder.cc	294
orttraining/orttraining/core/framework/gradient_graph_builder.h	112
orttraining/orttraining/core/framework/ortmodule_graph_builder.cc	335
orttraining/orttraining/core/framework/ortmodule_graph_builder.h	56
orttraining/orttraining/core/framework/pipeline.cc	416
orttraining/orttraining/core/framework/pipeline.h	232
orttraining/orttraining/core/framework/protobuf_message_sequence.h	52
orttraining/orttraining/core/framework/tensorboard/crc32c.cc	275
orttraining/orttraining/core/framework/tensorboard/crc32c.h	11
orttraining/orttraining/core/framework/tensorboard/event_writer.cc	100
orttraining/orttraining/core/framework/tensorboard/event_writer.h	28
orttraining/orttraining/core/framework/torch/custom_function_register.cc	137
orttraining/orttraining/core/framework/torch/custom_function_register.h	39
orttraining/orttraining/core/framework/torch/dlpack_python.cc	28
orttraining/orttraining/core/framework/torch/dlpack_python.h	13
orttraining/orttraining/core/framework/torch/gil.h	10
orttraining/orttraining/core/framework/torch/python_common.h	17
orttraining/orttraining/core/framework/torch/refcount_tracker.cc	56
orttraining/orttraining/core/framework/torch/refcount_tracker.h	48
orttraining/orttraining/core/framework/torch/torch_proxy.cc	263
orttraining/orttraining/core/framework/torch/torch_proxy.h	47
orttraining/orttraining/core/graph/adasum_optimizer_graph_builder.cc	212
orttraining/orttraining/core/graph/adasum_optimizer_graph_builder.h	49
orttraining/orttraining/core/graph/allreduce_optimizer_graph_builder.cc	92
orttraining/orttraining/core/graph/allreduce_optimizer_graph_builder.h	25
orttraining/orttraining/core/graph/generic_registry.h	40
orttraining/orttraining/core/graph/gradient_builder.cc	1524
orttraining/orttraining/core/graph/gradient_builder.h	78
orttraining/orttraining/core/graph/gradient_builder_base.cc	357
orttraining/orttraining/core/graph/gradient_builder_base.h	281
orttraining/orttraining/core/graph/gradient_builder_registry.cc	96
orttraining/orttraining/core/graph/gradient_builder_registry.h	36
orttraining/orttraining/core/graph/gradient_config.h	9
orttraining/orttraining/core/graph/gradient_definition_registry.h	52
orttraining/orttraining/core/graph/graph_augmenter.cc	91
orttraining/orttraining/core/graph/graph_augmenter.h	171
orttraining/orttraining/core/graph/loss_func/bert_loss.cc	161
orttraining/orttraining/core/graph/loss_func/bert_loss.h	21
orttraining/orttraining/core/graph/loss_func/bert_loss_legacy.cc	143
orttraining/orttraining/core/graph/loss_func/bert_loss_legacy.h	17
orttraining/orttraining/core/graph/loss_func/loss_func_common.cc	19
orttraining/orttraining/core/graph/loss_func/loss_func_common.h	23
orttraining/orttraining/core/graph/loss_func/mean_squared_error.cc	67
orttraining/orttraining/core/graph/loss_func/mean_squared_error.h	10
orttraining/orttraining/core/graph/loss_func/softmax_cross_entropy.cc	132
orttraining/orttraining/core/graph/loss_func/softmax_cross_entropy.h	16
orttraining/orttraining/core/graph/loss_function_builder.cc	26
orttraining/orttraining/core/graph/loss_function_builder.h	14
orttraining/orttraining/core/graph/loss_function_registry.cc	52
orttraining/orttraining/core/graph/loss_function_registry.h	27
orttraining/orttraining/core/graph/mixed_precision_transformer.cc	476
orttraining/orttraining/core/graph/mixed_precision_transformer.h	13
orttraining/orttraining/core/graph/optimizer/adam_optimizer_builder.cc	128
orttraining/orttraining/core/graph/optimizer/adam_optimizer_builder.h	24
orttraining/orttraining/core/graph/optimizer/lamb_optimizer_builder.cc	211
orttraining/orttraining/core/graph/optimizer/lamb_optimizer_builder.h	25
orttraining/orttraining/core/graph/optimizer/sgd_optimizer_builder.cc	50
orttraining/orttraining/core/graph/optimizer/sgd_optimizer_builder.h	17
orttraining/orttraining/core/graph/optimizer_builder.cc	29
orttraining/orttraining/core/graph/optimizer_builder.h	131
orttraining/orttraining/core/graph/optimizer_config.h	70
orttraining/orttraining/core/graph/optimizer_graph_builder.cc	424
orttraining/orttraining/core/graph/optimizer_graph_builder.h	106
orttraining/orttraining/core/graph/optimizer_graph_builder_registry.cc	27
orttraining/orttraining/core/graph/optimizer_graph_builder_registry.h	24
orttraining/orttraining/core/graph/optimizer_graph_output_key.h	23
orttraining/orttraining/core/graph/pipeline_transformer.cc	1194
orttraining/orttraining/core/graph/pipeline_transformer.h	33
orttraining/orttraining/core/graph/recompute_graph_utils.h	8
orttraining/orttraining/core/graph/tensorboard_transformer.cc	121
orttraining/orttraining/core/graph/tensorboard_transformer.h	12
orttraining/orttraining/core/graph/training_op_defs.cc	3159
orttraining/orttraining/core/graph/training_op_defs.h	7
orttraining/orttraining/core/graph/zero_optimizer_graph_builder.cc	398
orttraining/orttraining/core/graph/zero_optimizer_graph_builder.h	29
orttraining/orttraining/core/optimizer/batchnorm_replacement.cc	42
orttraining/orttraining/core/optimizer/batchnorm_replacement.h	14
orttraining/orttraining/core/optimizer/concat_replacement.cc	31
orttraining/orttraining/core/optimizer/concat_replacement.h	14
orttraining/orttraining/core/optimizer/dropout_recompute.cc	28
orttraining/orttraining/core/optimizer/dropout_recompute.h	5
orttraining/orttraining/core/optimizer/gist_encode_decode.cc	166
orttraining/orttraining/core/optimizer/gist_encode_decode.h	30
orttraining/orttraining/core/optimizer/graph_transformer_config.h	14
orttraining/orttraining/core/optimizer/graph_transformer_registry.cc	25
orttraining/orttraining/core/optimizer/graph_transformer_registry.h	72
orttraining/orttraining/core/optimizer/graph_transformer_utils.cc	206
orttraining/orttraining/core/optimizer/graph_transformer_utils.h	23
orttraining/orttraining/core/optimizer/insert_output_rewriter.cc	45
orttraining/orttraining/core/optimizer/insert_output_rewriter.h	28
orttraining/orttraining/core/optimizer/localized_recompute.cc	66
orttraining/orttraining/core/optimizer/localized_recompute.h	20
orttraining/orttraining/core/optimizer/loss_rewriter.cc	40
orttraining/orttraining/core/optimizer/loss_rewriter.h	11
orttraining/orttraining/core/optimizer/megatron_transformer.cc	1144
orttraining/orttraining/core/optimizer/megatron_transformer.h	73
orttraining/orttraining/core/optimizer/transformer_layer_recompute.cc	152
orttraining/orttraining/core/optimizer/transformer_layer_recompute.h	21
orttraining/orttraining/core/session/tensor_helper.cc	177
orttraining/orttraining/core/session/tensor_helper.h	9
orttraining/orttraining/core/session/training_session.cc	1477
orttraining/orttraining/core/session/training_session.h	308
orttraining/orttraining/eager/opgen/CustomOpDeclarations.h	1
orttraining/orttraining/eager/opgen/onnxgen.py	81
orttraining/orttraining/eager/opgen/opgen.py	24
orttraining/orttraining/eager/opgen/opgen/__init__.py	1
orttraining/orttraining/eager/opgen/opgen/ast.py	270
orttraining/orttraining/eager/opgen/opgen/atenops.py	81
orttraining/orttraining/eager/opgen/opgen/custom_ops.py	12
orttraining/orttraining/eager/opgen/opgen/generator.py	474
orttraining/orttraining/eager/opgen/opgen/lexer.py	299
orttraining/orttraining/eager/opgen/opgen/onnxops.py	1811
orttraining/orttraining/eager/opgen/opgen/parser.py	309
orttraining/orttraining/eager/opgen/opgen/writer.py	45
orttraining/orttraining/eager/opgen/opgen_test/__init__.py	1
orttraining/orttraining/eager/ort_aten.cpp	438
orttraining/orttraining/eager/ort_aten.h	98
orttraining/orttraining/eager/ort_backends.cpp	82
orttraining/orttraining/eager/ort_backends.h	30
orttraining/orttraining/eager/ort_customops.h	7
orttraining/orttraining/eager/ort_eager.cpp	84
orttraining/orttraining/eager/ort_eager_common.h	3
orttraining/orttraining/eager/ort_guard.cpp	83
orttraining/orttraining/eager/ort_hooks.cpp	14
orttraining/orttraining/eager/ort_log.h	88
orttraining/orttraining/eager/ort_ops.cpp	28
orttraining/orttraining/eager/ort_ops.h	34
orttraining/orttraining/eager/ort_tensor.cpp	85
orttraining/orttraining/eager/ort_tensor.h	42
orttraining/orttraining/eager/ort_util.cpp	42
orttraining/orttraining/eager/ort_util.h	44
orttraining/orttraining/models/bert/main.cc	745
orttraining/orttraining/models/gpt2/main.cc	433
orttraining/orttraining/models/mnist/main.cc	258
orttraining/orttraining/models/mnist/mnist_data_provider.cc	66
orttraining/orttraining/models/mnist/mnist_data_provider.h	9
orttraining/orttraining/models/mnist/mnist_reader/mnist_reader.hpp	183
orttraining/orttraining/models/mnist/mnist_reader/mnist_reader_common.hpp	44
orttraining/orttraining/models/mnist/mnist_reader/mnist_reader_less.hpp	80
orttraining/orttraining/models/mnist/mnist_reader/mnist_utils.hpp	53
orttraining/orttraining/models/pipeline_poc/main.cc	180
orttraining/orttraining/models/runner/constant.h	10
orttraining/orttraining/models/runner/data_loader.cc	152
orttraining/orttraining/models/runner/data_loader.h	117
orttraining/orttraining/models/runner/training_runner.cc	1024
orttraining/orttraining/models/runner/training_runner.h	184
orttraining/orttraining/models/runner/training_util.cc	189
orttraining/orttraining/models/runner/training_util.h	226
orttraining/orttraining/models/squeezenet/main.cc	91
orttraining/orttraining/python/checkpointing_utils.py	99
orttraining/orttraining/python/deprecated/__init__.py	2
orttraining/orttraining/python/deprecated/training_session.py	40
orttraining/orttraining/python/ort_trainer.py	736
orttraining/orttraining/python/orttraining_pybind_common.h	36
orttraining/orttraining/python/orttraining_pybind_state.cc	685
orttraining/orttraining/python/orttraining_python_module.cc	305
orttraining/orttraining/python/orttraining_python_module_eager.h	6
orttraining/orttraining/python/pt_patch.py	31
orttraining/orttraining/python/training/__init__.py	10
orttraining/orttraining/python/training/_checkpoint_storage.py	41
orttraining/orttraining/python/training/_utils.py	195
orttraining/orttraining/python/training/amp/__init__.py	1
orttraining/orttraining/python/training/amp/loss_scaler.py	56
orttraining/orttraining/python/training/checkpoint.py	418
orttraining/orttraining/python/training/model_desc_validation.py	298
orttraining/orttraining/python/training/optim/__init__.py	5
orttraining/orttraining/python/training/optim/_apex_amp_modifier.py	56
orttraining/orttraining/python/training/optim/_ds_modifier.py	76
orttraining/orttraining/python/training/optim/_megatron_modifier.py	37
orttraining/orttraining/python/training/optim/_modifier.py	91
orttraining/orttraining/python/training/optim/_modifier_registry.py	11
orttraining/orttraining/python/training/optim/_multi_tensor_apply.py	10
orttraining/orttraining/python/training/optim/config.py	113
orttraining/orttraining/python/training/optim/fp16_optimizer.py	16
orttraining/orttraining/python/training/optim/fused_adam.py	110
orttraining/orttraining/python/training/optim/lr_scheduler.py	111
orttraining/orttraining/python/training/ortmodule/__init__.py	76
orttraining/orttraining/python/training/ortmodule/_custom_autograd_function.py	26
orttraining/orttraining/python/training/ortmodule/_custom_autograd_function_exporter.py	174
orttraining/orttraining/python/training/ortmodule/_custom_autograd_function_runner.py	135
orttraining/orttraining/python/training/ortmodule/_custom_gradient_registry.py	102
orttraining/orttraining/python/training/ortmodule/_custom_op_symbolic_registry.py	338
orttraining/orttraining/python/training/ortmodule/_execution_agent.py	33
orttraining/orttraining/python/training/ortmodule/_fallback.py	128
orttraining/orttraining/python/training/ortmodule/_fallback_exceptions.py	39
orttraining/orttraining/python/training/ortmodule/_gradient_accumulation_manager.py	44
orttraining/orttraining/python/training/ortmodule/_graph_execution_interface.py	9
orttraining/orttraining/python/training/ortmodule/_graph_execution_manager.py	290
orttraining/orttraining/python/training/ortmodule/_graph_execution_manager_factory.py	13
orttraining/orttraining/python/training/ortmodule/_inference_manager.py	103
orttraining/orttraining/python/training/ortmodule/_io.py	428
orttraining/orttraining/python/training/ortmodule/_logger.py	38
orttraining/orttraining/python/training/ortmodule/_onnx_models.py	22
orttraining/orttraining/python/training/ortmodule/_torch_module_factory.py	6
orttraining/orttraining/python/training/ortmodule/_torch_module_interface.py	54
orttraining/orttraining/python/training/ortmodule/_torch_module_ort.py	72
orttraining/orttraining/python/training/ortmodule/_torch_module_pytorch.py	57
orttraining/orttraining/python/training/ortmodule/_training_manager.py	238
orttraining/orttraining/python/training/ortmodule/_utils.py	214
orttraining/orttraining/python/training/ortmodule/debug_options.py	54
orttraining/orttraining/python/training/ortmodule/experimental/__init__.py	1
orttraining/orttraining/python/training/ortmodule/experimental/hierarchical_ortmodule/__init__.py	1
orttraining/orttraining/python/training/ortmodule/experimental/hierarchical_ortmodule/_hierarchical_ortmodule.py	139
orttraining/orttraining/python/training/ortmodule/experimental/json_config/__init__.py	2
orttraining/orttraining/python/training/ortmodule/experimental/json_config/_load_config_from_json.py	155
orttraining/orttraining/python/training/ortmodule/ortmodule.py	182
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/__init__.py	7
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/__init__.py	1
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/aten_op_executor/__init__.py	19
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/aten_op_executor/aten_op_executor.cc	181
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/aten_op_executor/setup.py	9
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/torch_interop_utils/__init__.py	5
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/torch_interop_utils/setup.py	9
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cpu/torch_interop_utils/torch_interop_utils.cc	76
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/__init__.py	1
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/fused_ops_frontend.cpp	168
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/multi_tensor_adam.cu	150
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/multi_tensor_apply.cuh	111
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/multi_tensor_axpby_kernel.cu	143
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/multi_tensor_scale_kernel.cu	124
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/setup.py	23
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/fused_ops/type_shim.h	20
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/torch_gpu_allocator/setup.py	21
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/cuda/torch_gpu_allocator/torch_gpu_allocator.cc	27
orttraining/orttraining/python/training/ortmodule/torch_cpp_extensions/install.py	60
orttraining/orttraining/python/training/orttrainer.py	751
orttraining/orttraining/python/training/orttrainer_options.py	352
orttraining/orttraining/python/training/postprocess.py	258
orttraining/orttraining/training_ops/communication_common.h	152
orttraining/orttraining/training_ops/cpu/activation/activations_grad.cc	125
orttraining/orttraining/training_ops/cpu/activation/activations_grad.h	19
orttraining/orttraining/training_ops/cpu/activation/gelu_computation_mode.h	7
orttraining/orttraining/training_ops/cpu/aten_ops/aten_op.cc	56
orttraining/orttraining/training_ops/cpu/aten_ops/aten_op.h	19
orttraining/orttraining/training_ops/cpu/aten_ops/aten_op_executor.h	37
orttraining/orttraining/training_ops/cpu/collective/adasum_kernels.cc	52
orttraining/orttraining/training_ops/cpu/collective/adasum_kernels.h	25
orttraining/orttraining/training_ops/cpu/communication/recv.cc	121
orttraining/orttraining/training_ops/cpu/communication/recv.h	26
orttraining/orttraining/training_ops/cpu/communication/send.cc	93
orttraining/orttraining/training_ops/cpu/communication/send.h	27
orttraining/orttraining/training_ops/cpu/controlflow/event_pool.cc	34
orttraining/orttraining/training_ops/cpu/controlflow/event_pool.h	43
orttraining/orttraining/training_ops/cpu/controlflow/group.cc	38
orttraining/orttraining/training_ops/cpu/controlflow/group.h	17
orttraining/orttraining/training_ops/cpu/controlflow/record.cc	32
orttraining/orttraining/training_ops/cpu/controlflow/record.h	14
orttraining/orttraining/training_ops/cpu/controlflow/wait.cc	32
orttraining/orttraining/training_ops/cpu/controlflow/wait.h	14
orttraining/orttraining/training_ops/cpu/controlflow/yield.cc	13
orttraining/orttraining/training_ops/cpu/controlflow/yield.h	32
orttraining/orttraining/training_ops/cpu/cpu_training_kernels.cc	190
orttraining/orttraining/training_ops/cpu/cpu_training_kernels.h	8
orttraining/orttraining/training_ops/cpu/gist/gistdecode_op.cc	24
orttraining/orttraining/training_ops/cpu/gist/gistdecode_op.h	13
orttraining/orttraining/training_ops/cpu/gist/gistencode_op.cc	28
orttraining/orttraining/training_ops/cpu/gist/gistencode_op.h	13
orttraining/orttraining/training_ops/cpu/loss/cross_entropy.cc	226
orttraining/orttraining/training_ops/cpu/loss/cross_entropy.h	59
orttraining/orttraining/training_ops/cpu/loss/reduction_type.h	24
orttraining/orttraining/training_ops/cpu/loss/softmax_cross_entropy_loss.cc	342
orttraining/orttraining/training_ops/cpu/loss/softmax_cross_entropy_loss.h	37
orttraining/orttraining/training_ops/cpu/math/scale.cc	46
orttraining/orttraining/training_ops/cpu/math/scale.h	15
orttraining/orttraining/training_ops/cpu/nn/broadcast_grad_args.cc	72
orttraining/orttraining/training_ops/cpu/nn/broadcast_grad_args.h	13
orttraining/orttraining/training_ops/cpu/nn/conv_grad.cc	215
orttraining/orttraining/training_ops/cpu/nn/conv_grad.h	18
orttraining/orttraining/training_ops/cpu/nn/dropout_7.cc	44
orttraining/orttraining/training_ops/cpu/nn/dropout_7.h	18
orttraining/orttraining/training_ops/cpu/nn/dropout_op.cc	80
orttraining/orttraining/training_ops/cpu/nn/dropout_op.h	14
orttraining/orttraining/training_ops/cpu/nn/layer_norm.cc	145
orttraining/orttraining/training_ops/cpu/nn/layer_norm.h	22
orttraining/orttraining/training_ops/cpu/nn/pool_gradient_op.cc	181
orttraining/orttraining/training_ops/cpu/nn/pool_gradient_op.h	52
orttraining/orttraining/training_ops/cpu/op_gradients.cc	185
orttraining/orttraining/training_ops/cpu/op_gradients.h	59
orttraining/orttraining/training_ops/cpu/optimizer/common.h	16
orttraining/orttraining/training_ops/cpu/optimizer/gradient_control.cc	63
orttraining/orttraining/training_ops/cpu/optimizer/gradient_control.h	19
orttraining/orttraining/training_ops/cpu/optimizer/optimizers.cc	103
orttraining/orttraining/training_ops/cpu/optimizer/optimizers.h	42
orttraining/orttraining/training_ops/cpu/reduction/reduction_all.cc	36
orttraining/orttraining/training_ops/cpu/reduction/reduction_all.h	13
orttraining/orttraining/training_ops/cpu/reduction/reduction_ops.cc	29
orttraining/orttraining/training_ops/cpu/reduction/reduction_ops.h	19
orttraining/orttraining/training_ops/cpu/tensor/concat.cc	37
orttraining/orttraining/training_ops/cpu/tensor/concat.h	14
orttraining/orttraining/training_ops/cpu/tensor/gather_elements_grad.cc	66
orttraining/orttraining/training_ops/cpu/tensor/gather_elements_grad.h	16
orttraining/orttraining/training_ops/cpu/tensor/gather_elements_grad_impl.h	12
orttraining/orttraining/training_ops/cpu/tensor/gather_grad.cc	82
orttraining/orttraining/training_ops/cpu/tensor/gather_grad.h	20
orttraining/orttraining/training_ops/cpu/tensor/gather_nd_grad.cc	63
orttraining/orttraining/training_ops/cpu/tensor/gather_nd_grad.h	13
orttraining/orttraining/training_ops/cpu/tensor/slice_grad.cc	83
orttraining/orttraining/training_ops/cpu/tensor/slice_grad.h	22
orttraining/orttraining/training_ops/cpu/tensor/split.cc	118
orttraining/orttraining/training_ops/cpu/tensor/split.h	20
orttraining/orttraining/training_ops/cpu/tensorboard/summary_op.cc	213
orttraining/orttraining/training_ops/cpu/tensorboard/summary_op.h	38
orttraining/orttraining/training_ops/cpu/torch/torch_custom_function_kernel.cc	43
orttraining/orttraining/training_ops/cpu/torch/torch_custom_function_kernel.h	23
orttraining/orttraining/training_ops/cpu/torch/torch_custom_function_kernel_base.cc	224
orttraining/orttraining/training_ops/cpu/torch/torch_custom_function_kernel_base.h	86
orttraining/orttraining/training_ops/cuda/activation/activations_grad.cc	43
orttraining/orttraining/training_ops/cuda/activation/activations_grad.h	49
orttraining/orttraining/training_ops/cuda/activation/activations_grad_impl.cu	60
orttraining/orttraining/training_ops/cuda/activation/activations_grad_impl.h	28
orttraining/orttraining/training_ops/cuda/activation/bias_gelu_grad.cc	64
orttraining/orttraining/training_ops/cuda/activation/bias_gelu_grad.h	21
orttraining/orttraining/training_ops/cuda/activation/bias_gelu_grad_impl.cu	79
orttraining/orttraining/training_ops/cuda/activation/bias_gelu_grad_impl.h	11
orttraining/orttraining/training_ops/cuda/activation/gelu_grad_impl_common.cuh	28
orttraining/orttraining/training_ops/cuda/aten_ops/aten_op.cc	10
orttraining/orttraining/training_ops/cuda/collective/adasum_kernels.cc	58
orttraining/orttraining/training_ops/cuda/collective/adasum_kernels.h	29
orttraining/orttraining/training_ops/cuda/collective/horovod_kernels.h	36
orttraining/orttraining/training_ops/cuda/collective/megatron.cc	24
orttraining/orttraining/training_ops/cuda/collective/nccl_common.cc	120
orttraining/orttraining/training_ops/cuda/collective/nccl_common.h	39
orttraining/orttraining/training_ops/cuda/collective/nccl_kernels.cc	180
orttraining/orttraining/training_ops/cuda/collective/nccl_kernels.h	21
orttraining/orttraining/training_ops/cuda/communication/nccl_service.cc	283
orttraining/orttraining/training_ops/cuda/communication/nccl_service.h	99
orttraining/orttraining/training_ops/cuda/communication/recv.cc	199
orttraining/orttraining/training_ops/cuda/communication/recv.h	26
orttraining/orttraining/training_ops/cuda/communication/send.cc	171
orttraining/orttraining/training_ops/cuda/communication/send.h	27
orttraining/orttraining/training_ops/cuda/controlflow/group.cc	26
orttraining/orttraining/training_ops/cuda/controlflow/record.cc	43
orttraining/orttraining/training_ops/cuda/controlflow/record.h	13
orttraining/orttraining/training_ops/cuda/controlflow/wait.cc	43
orttraining/orttraining/training_ops/cuda/controlflow/wait.h	13
orttraining/orttraining/training_ops/cuda/controlflow/yield.cc	16
orttraining/orttraining/training_ops/cuda/cuda_training_kernels.cc	404
orttraining/orttraining/training_ops/cuda/cuda_training_kernels.h	6
orttraining/orttraining/training_ops/cuda/gist/gist.cc	263
orttraining/orttraining/training_ops/cuda/gist/gist.h	69
orttraining/orttraining/training_ops/cuda/gist/gist_impl.cu	499
orttraining/orttraining/training_ops/cuda/gist/gist_impl.h	74
orttraining/orttraining/training_ops/cuda/loss/softmax_cross_entropy_loss_impl.cc	282
orttraining/orttraining/training_ops/cuda/loss/softmax_cross_entropy_loss_impl.cu	225
orttraining/orttraining/training_ops/cuda/loss/softmax_cross_entropy_loss_impl.h	62
orttraining/orttraining/training_ops/cuda/loss/softmaxcrossentropy_impl.cc	240
orttraining/orttraining/training_ops/cuda/loss/softmaxcrossentropy_impl.cu	248
orttraining/orttraining/training_ops/cuda/loss/softmaxcrossentropy_impl.h	88
orttraining/orttraining/training_ops/cuda/math/div_grad.cc	218
orttraining/orttraining/training_ops/cuda/math/div_grad.h	13
orttraining/orttraining/training_ops/cuda/math/div_grad_impl.cu	571
orttraining/orttraining/training_ops/cuda/math/div_grad_impl.h	51
orttraining/orttraining/training_ops/cuda/math/isfinite.cc	32
orttraining/orttraining/training_ops/cuda/math/isfinite.cu	25
orttraining/orttraining/training_ops/cuda/math/isfinite.h	17
orttraining/orttraining/training_ops/cuda/math/mixed_precision_scale.cc	103
orttraining/orttraining/training_ops/cuda/math/mixed_precision_scale.cu	52
orttraining/orttraining/training_ops/cuda/math/mixed_precision_scale.h	24
orttraining/orttraining/training_ops/cuda/math/scale.cc	55
orttraining/orttraining/training_ops/cuda/math/scale.cu	58
orttraining/orttraining/training_ops/cuda/math/scale.h	29
orttraining/orttraining/training_ops/cuda/math/softmax_grad.cc	176
orttraining/orttraining/training_ops/cuda/math/softmax_grad.h	25
orttraining/orttraining/training_ops/cuda/math/softmax_grad_impl.cu	184
orttraining/orttraining/training_ops/cuda/nn/batch_norm_grad.cc	107
orttraining/orttraining/training_ops/cuda/nn/batch_norm_grad.h	31
orttraining/orttraining/training_ops/cuda/nn/batch_norm_internal.cc	126
orttraining/orttraining/training_ops/cuda/nn/batch_norm_internal.h	37
orttraining/orttraining/training_ops/cuda/nn/conv_grad.cc	339
orttraining/orttraining/training_ops/cuda/nn/conv_grad.h	57
orttraining/orttraining/training_ops/cuda/nn/dropout_grad.cc	47
orttraining/orttraining/training_ops/cuda/nn/dropout_grad.h	15
orttraining/orttraining/training_ops/cuda/nn/dropout_grad_impl.cu	109
orttraining/orttraining/training_ops/cuda/nn/dropout_grad_impl.h	14
orttraining/orttraining/training_ops/cuda/nn/layer_norm.cc	126
orttraining/orttraining/training_ops/cuda/nn/layer_norm.h	32
orttraining/orttraining/training_ops/cuda/nn/layer_norm_impl.cu	596
orttraining/orttraining/training_ops/cuda/nn/layer_norm_impl.h	25
orttraining/orttraining/training_ops/cuda/optimizer/adam.cc	142
orttraining/orttraining/training_ops/cuda/optimizer/adam.cu	249
orttraining/orttraining/training_ops/cuda/optimizer/adam.h	57
orttraining/orttraining/training_ops/cuda/optimizer/common.cuh	26
orttraining/orttraining/training_ops/cuda/optimizer/common.h	16
orttraining/orttraining/training_ops/cuda/optimizer/gradient_control.cc	76
orttraining/orttraining/training_ops/cuda/optimizer/gradient_control.cu	44
orttraining/orttraining/training_ops/cuda/optimizer/gradient_control.h	26
orttraining/orttraining/training_ops/cuda/optimizer/lamb.cc	569
orttraining/orttraining/training_ops/cuda/optimizer/lamb.cu	587
orttraining/orttraining/training_ops/cuda/optimizer/lamb.h	110
orttraining/orttraining/training_ops/cuda/optimizer/sg.cc	35
orttraining/orttraining/training_ops/cuda/optimizer/sg.cu	56
orttraining/orttraining/training_ops/cuda/optimizer/sg.h	21
orttraining/orttraining/training_ops/cuda/reduction/all.cc	29
orttraining/orttraining/training_ops/cuda/reduction/all.cu	29
orttraining/orttraining/training_ops/cuda/reduction/all.h	14
orttraining/orttraining/training_ops/cuda/reduction/reduction_all.cc	73
orttraining/orttraining/training_ops/cuda/reduction/reduction_all.cu	99
orttraining/orttraining/training_ops/cuda/reduction/reduction_all.h	19
orttraining/orttraining/training_ops/cuda/reduction/reduction_ops.cc	121
orttraining/orttraining/training_ops/cuda/reduction/reduction_ops.h	19
orttraining/orttraining/training_ops/cuda/tensor/concat.cc	96
orttraining/orttraining/training_ops/cuda/tensor/concat.h	12
orttraining/orttraining/training_ops/cuda/tensor/gather_elements_grad.cc	117
orttraining/orttraining/training_ops/cuda/tensor/gather_elements_grad.h	19
orttraining/orttraining/training_ops/cuda/tensor/gather_elements_grad_impl.h	20
orttraining/orttraining/training_ops/cuda/tensor/gather_grad.cc	99
orttraining/orttraining/training_ops/cuda/tensor/gather_grad.h	14
orttraining/orttraining/training_ops/cuda/tensor/gather_grad_impl.cu	509
orttraining/orttraining/training_ops/cuda/tensor/gather_grad_impl.h	31
orttraining/orttraining/training_ops/cuda/tensor/gather_nd_grad.cc	70
orttraining/orttraining/training_ops/cuda/tensor/gather_nd_grad.h	13
orttraining/orttraining/training_ops/cuda/tensor/gather_nd_grad_impl.cu	44
orttraining/orttraining/training_ops/cuda/tensor/gather_nd_grad_impl.h	14
orttraining/orttraining/training_ops/cuda/tensor/slice_grad.cc	55
orttraining/orttraining/training_ops/cuda/tensor/slice_grad.h	17
orttraining/orttraining/training_ops/cuda/tensor/split.cc	110
orttraining/orttraining/training_ops/cuda/tensor/split.h	13
orttraining/orttraining/training_ops/cuda/tensor/view.cc	70
orttraining/orttraining/training_ops/cuda/tensor/view.h	12
orttraining/orttraining/training_ops/cuda/torch/torch_custom_function_kernel.cc	46
orttraining/orttraining/training_ops/cuda/torch/torch_custom_function_kernel.h	19
orttraining/orttraining/training_ops/rocm/activation/gelu_grad_impl_common.cuh	33
orttraining/orttraining/training_ops/rocm/math/div_grad.cc	217
orttraining/orttraining/training_ops/rocm/math/softmax_grad.cc	152
orttraining/orttraining/training_ops/rocm/math/softmax_grad_impl.cu	174
orttraining/orttraining/training_ops/rocm/nn/batch_norm_grad.cc	106
orttraining/orttraining/training_ops/rocm/nn/batch_norm_grad.h	31
orttraining/orttraining/training_ops/rocm/nn/batch_norm_internal.cc	125
orttraining/orttraining/training_ops/rocm/nn/batch_norm_internal.h	37
orttraining/orttraining/training_ops/rocm/nn/conv_grad.cc	318
orttraining/orttraining/training_ops/rocm/nn/conv_grad.h	53
orttraining/orttraining/training_ops/rocm/reduction/reduction_all.cc	70
orttraining/orttraining/training_ops/rocm/reduction/reduction_ops.cc	120
orttraining/orttraining/training_ops/rocm/rocm_training_kernels.cc	331
orttraining/orttraining/training_ops/rocm/rocm_training_kernels.h	6
orttraining/pytorch_frontend_examples/mnist_training.py	125
orttraining/tools/amdgpu/script/rocprof.py	53
orttraining/tools/ci_test/compare_huggingface.py	30
orttraining/tools/ci_test/compare_results.py	52
orttraining/tools/ci_test/download_azure_blob_archive.py	52
orttraining/tools/scripts/experiment.py	80
orttraining/tools/scripts/gpt2_model_transform.py	277
orttraining/tools/scripts/layer_norm_transform.py	128
orttraining/tools/scripts/model_transform.py	253
orttraining/tools/scripts/nv_run_pretraining.py	477
orttraining/tools/scripts/opset12_model_transform.py	78
orttraining/tools/scripts/performance_investigation.py	63
orttraining/tools/scripts/pipeline_model_split.py	299
orttraining/tools/scripts/sqldb_to_tensors.py	12
orttraining/tools/scripts/train.py	5
orttraining/tools/scripts/watch_experiment.py	50