Path	Lines of Code
fairscale/experimental/__init__.py	3
fairscale/experimental/nn/__init__.py	6
fairscale/experimental/nn/ampnet_pipe/__init__.py	2
fairscale/experimental/nn/ampnet_pipe/ampnet.py	303
fairscale/experimental/nn/ampnet_pipe/pipe.py	47
fairscale/experimental/nn/auto_shard.py	121
fairscale/experimental/nn/data_parallel/__init__.py	1
fairscale/experimental/nn/data_parallel/gossip/__init__.py	14
fairscale/experimental/nn/data_parallel/gossip/distributed.py	758
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	181
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	197
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	29
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	9
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	57
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	70
fairscale/experimental/nn/distributed_pipeline/__init__.py	3
fairscale/experimental/nn/distributed_pipeline/data.py	8
fairscale/experimental/nn/distributed_pipeline/graph.py	114
fairscale/experimental/nn/distributed_pipeline/loss.py	10
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	178
fairscale/experimental/nn/distributed_pipeline/pipeline.py	117
fairscale/experimental/nn/distributed_pipeline/trace.py	80
fairscale/experimental/nn/mevo.py	317
fairscale/experimental/nn/offload.py	281
fairscale/experimental/nn/ssd_offload.py	197
fairscale/experimental/nn/sync_batchnorm.py	133
fairscale/experimental/optim/__init__.py	3
fairscale/experimental/optim/dynamic_loss_scaler.py	124
fairscale/experimental/tooling/__init__.py	1
fairscale/experimental/tooling/layer_memory_tracker.py	465