path # lines of code cmake/build_utils.py 74 horovod/keras/__init__.py 37 horovod/keras/callbacks.py 33 horovod/keras/elastic.py 15 horovod/mxnet/functions.py 40 horovod/mxnet/mpi_ops.py 124 horovod/mxnet/adapter.h 46 horovod/mxnet/cuda_util.cc 31 horovod/mxnet/__init__.py 93 horovod/mxnet/tensor_util.h 38 horovod/mxnet/cuda_util.h 14 horovod/mxnet/tensor_util.cc 112 horovod/mxnet/adapter.cc 87 horovod/mxnet/util.h 12 horovod/mxnet/mpi_ops.cc 342 horovod/mxnet/mpi_ops.h 94 horovod/runner/util/remote.py 9 horovod/runner/util/cache.py 83 horovod/runner/util/__init__.py 1 horovod/runner/util/threads.py 80 horovod/runner/util/network.py 66 horovod/runner/util/lsf.py 67 horovod/runner/elastic/registration.py 111 horovod/runner/elastic/worker.py 70 horovod/runner/elastic/rendezvous.py 27 horovod/runner/elastic/discovery.py 109 horovod/runner/elastic/constants.py 1 horovod/runner/elastic/__init__.py 1 horovod/runner/elastic/settings.py 13 horovod/runner/elastic/driver.py 221 horovod/runner/driver/__init__.py 1 horovod/runner/driver/driver_service.py 151 horovod/runner/task_fn.py 37 horovod/runner/gloo_run.py 199 horovod/runner/__init__.py 101 horovod/runner/common/util/env.py 24 horovod/runner/common/util/config_parser.py 131 horovod/runner/common/util/timeout.py 12 horovod/runner/common/util/__init__.py 1 horovod/runner/common/util/hosts.py 86 horovod/runner/common/util/safe_shell_exec.py 138 horovod/runner/common/util/host_hash.py 22 horovod/runner/common/util/secret.py 13 horovod/runner/common/util/network.py 193 horovod/runner/common/util/settings.py 21 horovod/runner/common/util/codec.py 9 horovod/runner/common/util/tiny_shell_exec.py 15 horovod/runner/common/__init__.py 1 horovod/runner/common/service/task_service.py 175 horovod/runner/common/service/__init__.py 1 horovod/runner/common/service/driver_service.py 142 horovod/runner/launch.py 577 horovod/runner/http/http_client.py 24 horovod/runner/http/__init__.py 1 horovod/runner/http/http_server.py 150 horovod/runner/mpi_run.py 124 horovod/runner/task/task_service.py 44 horovod/runner/task/__init__.py 1 horovod/runner/run_task.py 16 horovod/runner/js_run.py 86 horovod/__init__.py 2 horovod/torch/mpi_lib/__init__.py 17 horovod/torch/functions.py 121 horovod/torch/mpi_ops.py 229 horovod/torch/compression.py 32 horovod/torch/cuda_util.cc 30 horovod/torch/__init__.py 27 horovod/torch/tensor_util.h 257 horovod/torch/ready_event.cc 88 horovod/torch/cuda_util.h 14 horovod/torch/tensor_util.cc 35 horovod/torch/adapter_v2.h 47 horovod/torch/sync_batch_norm.py 112 horovod/torch/elastic.py 30 horovod/torch/mpi_ops_v2.cc 393 horovod/torch/handle_manager.h 25 horovod/torch/optimizer.py 294 horovod/torch/adapter_v2.cc 123 horovod/torch/handle_manager.cc 38 horovod/torch/ready_event.h 25 horovod/torch/dummy.h 1 horovod/torch/mpi_lib_impl/__init__.py 17 horovod/_keras/__init__.py 98 horovod/_keras/callbacks.py 135 horovod/_keras/elastic.py 34 horovod/common/half.h 92 horovod/common/stall_inspector.h 43 horovod/common/global_state.h 47 horovod/common/stall_inspector.cc 141 horovod/common/mpi/ddl_mpi_context_manager.cc 11 horovod/common/mpi/mpi_controller.cc 164 horovod/common/mpi/mpi_context.cc 150 horovod/common/mpi/ddl_mpi_context_manager.h 19 horovod/common/mpi/mpi_context.h 41 horovod/common/mpi/mpi_controller.h 39 horovod/common/wire/message_generated.h 533 horovod/common/operations.h 73 horovod/common/hashes.h 52 horovod/common/util.py 161 horovod/common/common.cc 148 horovod/common/gloo/gloo_controller.cc 207 horovod/common/gloo/gloo_context.h 32 horovod/common/gloo/gloo_context.cc 200 horovod/common/gloo/gloo_store.h 13 horovod/common/gloo/memory_store.h 23 horovod/common/gloo/http_store.h 42 horovod/common/gloo/memory_store.cc 39 horovod/common/gloo/http_store.cc 93 horovod/common/gloo/gloo_controller.h 53 horovod/common/operations.cc 806 horovod/common/message.h 135 horovod/common/optim/bayesian_optimization.h 32 horovod/common/optim/bayesian_optimization.cc 118 horovod/common/optim/gaussian_process.cc 111 horovod/common/optim/gaussian_process.h 28 horovod/common/__init__.py 1 horovod/common/utils/env_parser.cc 129 horovod/common/utils/env_parser.h 21 horovod/common/logging.h 47 horovod/common/response_cache.h 84 horovod/common/thread_pool.h 26 horovod/common/controller.h 90 horovod/common/common.h 188 horovod/common/thread_pool.cc 43 horovod/common/fusion_buffer_manager.h 24 horovod/common/elastic.py 80 horovod/common/fusion_buffer_manager.cc 28 horovod/common/basics.py 93 horovod/common/message.cc 405 horovod/common/parameter_manager.h 150 horovod/common/exceptions.py 4 horovod/common/ops/gpu_operations.cc 111 horovod/common/ops/collective_operations.h 194 horovod/common/ops/cuda_operations.cc 120 horovod/common/ops/collective_operations.cc 209 horovod/common/ops/adasum_gpu_operations.h 28 horovod/common/ops/operation_manager.cc 94 horovod/common/ops/mpi_operations.h 64 horovod/common/ops/gpu_context_impl.cc 39 horovod/common/ops/ccl_operations.h 52 horovod/common/ops/cuda/cuda_kernels.h 10 horovod/common/ops/nccl_operations.cc 454 horovod/common/ops/adasum_gpu_operations.cc 227 horovod/common/ops/nccl_operations.h 127 horovod/common/ops/hip_operations.cc 119 horovod/common/ops/ddl_operations.h 22 horovod/common/ops/gloo_operations.h 82 horovod/common/ops/adasum_mpi_operations.h 21 horovod/common/ops/mpi_gpu_operations.cc 154 horovod/common/ops/mpi_gpu_operations.h 33 horovod/common/ops/gloo_operations.cc 255 horovod/common/ops/mpi_operations.cc 319 horovod/common/ops/ccl_operations.cc 194 horovod/common/ops/operation_manager.h 38 horovod/common/ops/gpu_operations.h 120 horovod/common/ops/ddl_operations.cc 86 horovod/common/ops/adasum_mpi_operations.cc 66 horovod/common/ops/adasum/adasum_mpi.h 34 horovod/common/ops/adasum/adasum.h 437 horovod/common/ops/adasum/adasum_mpi.cc 93 horovod/common/half.cc 51 horovod/common/logging.cc 81 horovod/common/tensor_queue.cc 117 horovod/common/tensor_queue.h 32 horovod/common/parameter_manager.cc 413 horovod/common/timeline.h 78 horovod/common/controller.cc 623 horovod/common/timeline.cc 233 horovod/common/response_cache.cc 329 horovod/tensorflow/functions.py 94 horovod/tensorflow/keras/__init__.py 43 horovod/tensorflow/keras/callbacks.py 33 horovod/tensorflow/keras/elastic.py 15 horovod/tensorflow/mpi_ops.py 108 horovod/tensorflow/util.py 17 horovod/tensorflow/compression.py 32 horovod/tensorflow/__init__.py 315 horovod/tensorflow/sync_batch_norm.py 33 horovod/tensorflow/elastic.py 113 horovod/tensorflow/mpi_ops.cc 654 horovod/ray/runner.py 241 horovod/ray/__init__.py 1 horovod/spark/keras/remote.py 204 horovod/spark/keras/util.py 314 horovod/spark/keras/__init__.py 2 horovod/spark/keras/tensorflow.py 76 horovod/spark/keras/optimizer.py 42 horovod/spark/keras/estimator.py 343 horovod/spark/keras/bare.py 92 horovod/spark/runner.py 231 horovod/spark/driver/rendezvous.py 15 horovod/spark/driver/mpirun_rsh.py 16 horovod/spark/driver/__init__.py 1 horovod/spark/driver/driver_service.py 157 horovod/spark/driver/host_discovery.py 12 horovod/spark/driver/job_id.py 8 horovod/spark/driver/rsh.py 30 horovod/spark/conf.py 29 horovod/spark/gloo_run.py 39 horovod/spark/__init__.py 2 horovod/spark/torch/remote.py 393 horovod/spark/torch/util.py 47 horovod/spark/torch/__init__.py 2 horovod/spark/torch/estimator.py 278 horovod/spark/common/store.py 269 horovod/spark/common/params.py 260 horovod/spark/common/backend.py 28 horovod/spark/common/util.py 476 horovod/spark/common/_namedtuple_fix.py 2 horovod/spark/common/constants.py 10 horovod/spark/common/cache.py 51 horovod/spark/common/__init__.py 1 horovod/spark/common/estimator.py 54 horovod/spark/common/serialization.py 48 horovod/spark/mpi_run.py 20 horovod/spark/task/task_info.py 10 horovod/spark/task/mpirun_exec_fn.py 23 horovod/spark/task/task_service.py 70 horovod/spark/task/__init__.py 31 horovod/spark/task/gloo_exec_fn.py 10 setup.py 127 examples/keras_spark_rossmann_run.py 360 examples/pytorch_spark_mnist.py 94 examples/adasum_small_model.py 76 examples/pytorch_synthetic_benchmark.py 79 examples/mxnet_imagenet_resnet50.py 362 examples/elastic/pytorch_mnist_elastic.py 142 examples/elastic/pytorch_synthetic_benchmark_elastic.py 98 examples/elastic/tensorflow2_mnist_elastic.py 58 examples/elastic/tensorflow_keras_mnist_elastic.py 58 examples/elastic/tensorflow2_synthetic_benchmark_elastic.py 93 examples/pytorch_mnist.py 135 examples/keras_spark_mnist.py 93 examples/keras_spark3_rossmann.py 385 examples/tensorflow_mnist_estimator.py 97 examples/tensorflow2_keras_mnist.py 41 examples/keras_mnist.py 66 examples/tensorflow_word2vec.py 151 examples/tensorflow2_mnist_ray.py 54 examples/tensorflow_synthetic_benchmark.py 87 examples/keras_imagenet_resnet50.py 107 examples/tensorflow_keras_mnist.py 66 examples/keras_mnist_advanced.py 85 examples/tensorflow_mnist.py 92 examples/tensorflow_mnist_eager.py 43 examples/tensorflow2_keras_synthetic_benchmark.py 79 examples/tensorflow2_mnist.py 47 examples/pytorch_imagenet_resnet50.py 215 examples/mxnet_mnist.py 128 examples/tensorflow2_synthetic_benchmark.py 76 examples/keras_spark_rossmann_estimator.py 276 README.rst 267