Path	Lines of Code
fairscale/clib/fused_adam_cuda/multi_tensor_apply.cuh	111
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	70
fairscale/experimental/nn/distributed_pipeline/graph.py	114
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	178
fairscale/experimental/nn/distributed_pipeline/pipeline.py	117
fairscale/experimental/nn/mevo.py	317
fairscale/nn/data_parallel/fsdp_optim_utils.py	137
fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1260
fairscale/optim/adam.py	192
fairscale/optim/adascale.py	226
fairscale/optim/grad_scaler.py	247
fairscale/utils/reduce_scatter_bucketer.py	106
fairscale/utils/testing.py	495
stubs/torch/__init__.pyi	1856
stubs/torch/autograd/__init__.pyi	37
stubs/torch/nn/modules/batchnorm.pyi	26
stubs/torch/nn/parallel/distributed.pyi	22
stubs/torch/nn/parallel/scatter_gather.pyi	10