Path	Lines of Code
fairscale/nn/__init__.py	8
fairscale/nn/checkpoint/__init__.py	3
fairscale/nn/checkpoint/checkpoint_activations.py	167
fairscale/nn/checkpoint/checkpoint_utils.py	21
fairscale/nn/data_parallel/__init__.py	4
fairscale/nn/data_parallel/fsdp_optim_utils.py	137
fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1260
fairscale/nn/data_parallel/sharded_ddp.py	352
fairscale/nn/misc/__init__.py	5
fairscale/nn/misc/flatten_params_wrapper.py	303
fairscale/nn/misc/param_bucket.py	145
fairscale/nn/model_parallel/__init__.py	19
fairscale/nn/model_parallel/cross_entropy.py	48
fairscale/nn/model_parallel/initialize.py	92
fairscale/nn/model_parallel/layers.py	225
fairscale/nn/model_parallel/mappings.py	69
fairscale/nn/model_parallel/random.py	114
fairscale/nn/model_parallel/utils.py	28
fairscale/nn/moe/__init__.py	4
fairscale/nn/moe/moe_layer.py	53
fairscale/nn/moe/top2gate.py	67
fairscale/nn/pipe/__init__.py	6
fairscale/nn/pipe/async_pipe.py	225
fairscale/nn/pipe/async_pipeline.py	65
fairscale/nn/pipe/async_schedule.py	364
fairscale/nn/pipe/balance/__init__.py	34
fairscale/nn/pipe/balance/blockpartition.py	36
fairscale/nn/pipe/balance/profile.py	77
fairscale/nn/pipe/batchnorm.py	98
fairscale/nn/pipe/checkpoint.py	165
fairscale/nn/pipe/copy.py	68
fairscale/nn/pipe/dependency.py	30
fairscale/nn/pipe/messages.py	115
fairscale/nn/pipe/microbatch.py	107
fairscale/nn/pipe/phony.py	15
fairscale/nn/pipe/pipe.py	182
fairscale/nn/pipe/pipeline.py	143
fairscale/nn/pipe/rpc.py	200
fairscale/nn/pipe/skip/__init__.py	3
fairscale/nn/pipe/skip/layout.py	48
fairscale/nn/pipe/skip/namespace.py	23
fairscale/nn/pipe/skip/portal.py	119
fairscale/nn/pipe/skip/skippable.py	179
fairscale/nn/pipe/skip/tracker.py	98
fairscale/nn/pipe/stream.py	55
fairscale/nn/pipe/types.py	52
fairscale/nn/pipe/worker.py	101
fairscale/nn/wrap/__init__.py	3
fairscale/nn/wrap/auto_wrap.py	108