file 1	file 2	# same commits	# commits file 1	# commits file 2
fairscale/utils/testing.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	13	39	87
fairscale/nn/misc/flatten_params_wrapper.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	11	18	87
fairscale/optim/oss.py	fairscale/nn/data_parallel/sharded_ddp.py	8	83	48
benchmarks/pipe.py	benchmarks/golden_configs/lm_wikitext2.py	7	24	11
fairscale/experimental/nn/offload.py	benchmarks/experimental/offload.py	7	11	8
fairscale/utils/parallel.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	6	8	87
benchmarks/golden_configs/lm_wikitext2.py	benchmarks/datasets/wikitext2_data.py	6	11	11
benchmarks/pipe.py	benchmarks/datasets/wikitext2_data.py	6	24	11
fairscale/nn/data_parallel/fsdp_optim_utils.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	6	6	87
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	6	6	87
stubs/torch/nn/modules/module.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	6	8	87
fairscale/nn/data_parallel/fully_sharded_data_parallel.py	fairscale/experimental/nn/ssd_offload.py	5	87	6
fairscale/utils/testing.py	fairscale/nn/misc/flatten_params_wrapper.py	5	39	18
fairscale/utils/testing.py	fairscale/nn/data_parallel/sharded_ddp.py	5	39	48
fairscale/utils/testing.py	fairscale/optim/oss.py	5	39	83
stubs/torch/nn/parameter.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	5	6	87
stubs/torch/__init__.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	5	18	87
setup.py	fairscale/__init__.py	4	16	29
benchmarks/experimental/experimental_async_approaches.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	4	6	87
fairscale/nn/data_parallel/fsdp_optim_utils.py	fairscale/nn/misc/flatten_params_wrapper.py	4	6	18
fairscale/nn/data_parallel/__init__.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	4	7	87
benchmarks/experimental/offload.py	benchmarks/golden_configs/lm_wikitext2.py	4	8	11
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	4	5	87
fairscale/optim/oss.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	4	83	87
benchmarks/golden_configs/oss_mnist.py	benchmarks/oss.py	4	7	35
stubs/torch/__init__.pyi	fairscale/utils/testing.py	4	18	39
fairscale/nn/wrap/__init__.py	fairscale/nn/__init__.py	4	4	12
pyproject.toml	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	3	23	87
fairscale/nn/data_parallel/sharded_ddp.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	3	48	87
fairscale/experimental/nn/mevo.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	3	4	87
benchmarks/datasets/wikitext2_data.py	pyproject.toml	3	11	23
benchmarks/experimental/experimental_async_approaches.py	pyproject.toml	3	6	23
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	3	3	4
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	3	5	5
fairscale/experimental/nn/offload.py	benchmarks/golden_configs/lm_wikitext2.py	3	11	11
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/pipe/async_pipe.py	3	3	8
fairscale/utils/reduce_scatter_bucketer.py	fairscale/optim/oss.py	3	6	83
fairscale/utils/testing.py	fairscale/utils/parallel.py	3	39	8
stubs/torch/nn/modules/module.pyi	fairscale/utils/testing.py	3	8	39
stubs/torch/nn/parameter.pyi	fairscale/utils/testing.py	3	6	39
stubs/torch/nn/parameter.pyi	fairscale/nn/misc/flatten_params_wrapper.py	3	6	18
fairscale/nn/checkpoint/checkpoint_utils.py	fairscale/nn/checkpoint/checkpoint_activations.py	3	3	10
stubs/torch/__init__.pyi	fairscale/nn/misc/flatten_params_wrapper.py	3	18	18
fairscale/nn/pipe/__init__.py	benchmarks/pipe.py	3	5	24
fairscale/nn/__init__.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	3	12	87
fairscale/nn/__init__.py	fairscale/nn/wrap/auto_wrap.py	3	12	5
fairscale/nn/wrap/__init__.py	fairscale/nn/wrap/auto_wrap.py	3	4	5
fairscale/nn/misc/flatten_params_wrapper.py	fairscale/experimental/nn/ssd_offload.py	2	18	6
pyproject.toml	fairscale/nn/misc/flatten_params_wrapper.py	2	23	18
fairscale/utils/parallel.py	fairscale/nn/misc/flatten_params_wrapper.py	2	8	18
fairscale/nn/data_parallel/sharded_ddp.py	pyproject.toml	2	48	23
fairscale/nn/data_parallel/sharded_ddp.py	fairscale/utils/parallel.py	2	48	8
fairscale/experimental/nn/mevo.py	fairscale/nn/misc/flatten_params_wrapper.py	2	4	18
fairscale/experimental/nn/mevo.py	pyproject.toml	2	4	23
fairscale/experimental/nn/mevo.py	fairscale/experimental/nn/ssd_offload.py	2	4	6
benchmarks/datasets/wikitext2_data.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	11	87
benchmarks/models/transformer_lm.py	benchmarks/datasets/wikitext2_data.py	2	3	11
benchmarks/models/transformer_lm.py	benchmarks/golden_configs/lm_wikitext2.py	2	3	11
benchmarks/pipe.py	benchmarks/models/transformer_lm.py	2	24	3
benchmarks/experimental/experimental_async_approaches.py	fairscale/nn/misc/flatten_params_wrapper.py	2	6	18
benchmarks/experimental/experimental_async_approaches.py	fairscale/experimental/nn/mevo.py	2	6	4
benchmarks/experimental/experimental_async_approaches.py	benchmarks/datasets/wikitext2_data.py	2	6	11
benchmarks/experimental/benchmark_mevo.py	fairscale/experimental/nn/ssd_offload.py	2	2	6
benchmarks/experimental/benchmark_mevo.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	2	87
benchmarks/experimental/benchmark_mevo.py	fairscale/experimental/nn/mevo.py	2	2	4
benchmarks/experimental/offload.py	benchmarks/datasets/wikitext2_data.py	2	8	11
benchmarks/experimental/offload.py	benchmarks/pipe.py	2	8	24
benchmarks/oss.py	benchmarks/experimental/benchmark_dataset.py	2	35	3
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/nn/data_parallel/sharded_ddp.py	2	4	48
fairscale/experimental/nn/ampnet_pipe/ampnet.py	benchmarks/experimental/experimental_async_approaches.py	2	4	6
fairscale/experimental/nn/ampnet_pipe/pipe.py	benchmarks/experimental/experimental_async_approaches.py	2	3	6
fairscale/experimental/nn/data_parallel/gossip/distributed.py	pyproject.toml	2	2	23
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	pyproject.toml	2	2	23
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	pyproject.toml	2	2	23
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	pyproject.toml	2	2	23
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	pyproject.toml	2	2	23
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	pyproject.toml	2	2	23
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	2	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	2	2	2
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	2	4	5
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/distributed_pipeline/graph.py	2	5	4
fairscale/experimental/nn/offload.py	pyproject.toml	2	11	23
fairscale/experimental/nn/offload.py	benchmarks/datasets/wikitext2_data.py	2	11	11
fairscale/experimental/nn/offload.py	benchmarks/pipe.py	2	11	24
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	10	87
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/nn/misc/flatten_params_wrapper.py	2	10	18
fairscale/nn/misc/param_bucket.py	fairscale/nn/data_parallel/sharded_ddp.py	2	4	48
fairscale/nn/pipe/async_pipe.py	benchmarks/pipe.py	2	8	24
fairscale/nn/pipe/async_schedule.py	fairscale/nn/pipe/async_pipe.py	2	8	8
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	2	11	5
fairscale/nn/pipe/pipe.py	fairscale/nn/pipe/async_schedule.py	2	11	8
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/async_schedule.py	2	5	8
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/pipe.py	2	5	11
fairscale/optim/adascale.py	fairscale/nn/data_parallel/sharded_ddp.py	2	22	48
fairscale/optim/adascale.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	2	22	4
fairscale/optim/oss.py	fairscale/nn/misc/flatten_params_wrapper.py	2	83	18
fairscale/optim/oss.py	pyproject.toml	2	83	23
fairscale/optim/oss.py	fairscale/utils/parallel.py	2	83	8
fairscale/optim/oss.py	fairscale/nn/misc/param_bucket.py	2	83	4
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/misc/flatten_params_wrapper.py	2	6	18
fairscale/utils/reduce_scatter_bucketer.py	fairscale/utils/parallel.py	2	6	8
fairscale/utils/testing.py	pyproject.toml	2	39	23
fairscale/utils/testing.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	2	39	5
fairscale/utils/testing.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	2	39	2
fairscale/utils/testing.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	2	39	2
fairscale/utils/testing.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	2	39	2
fairscale/utils/testing.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	2	39	2
fairscale/utils/testing.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	2	39	2
fairscale/utils/testing.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	2	39	2
fairscale/utils/testing.py	fairscale/experimental/tooling/layer_memory_tracker.py	2	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/pipe.py	2	39	11
fairscale/utils/testing.py	fairscale/optim/adascale.py	2	39	22
fairscale/utils/testing.py	fairscale/utils/reduce_scatter_bucketer.py	2	39	6
stubs/torch/distributed/__init__.pyi	fairscale/utils/testing.py	2	12	39
stubs/torch/distributed/__init__.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	12	87
stubs/torch/distributed/__init__.pyi	fairscale/optim/oss.py	2	12	83
stubs/torch/distributed/__init__.pyi	fairscale/utils/reduce_scatter_bucketer.py	2	12	6
stubs/torch/distributed/__init__.pyi	fairscale/utils/parallel.py	2	12	8
stubs/torch/nn/modules/module.pyi	fairscale/nn/misc/flatten_params_wrapper.py	2	8	18
fairscale/experimental/nn/auto_shard.py	fairscale/experimental/nn/offload.py	2	4	11
fairscale/utils/params.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	2	87
fairscale/utils/params.py	fairscale/optim/oss.py	2	2	83
stubs/torch/__init__.pyi	fairscale/optim/oss.py	2	18	83
stubs/torch/__init__.pyi	fairscale/utils/reduce_scatter_bucketer.py	2	18	6
stubs/torch/__init__.pyi	stubs/torch/distributed/__init__.pyi	2	18	12
stubs/torch/__init__.pyi	stubs/torch/nn/parameter.pyi	2	18	6
stubs/torch/__init__.pyi	fairscale/utils/parallel.py	2	18	8
fairscale/nn/checkpoint/__init__.py	fairscale/nn/checkpoint/checkpoint_activations.py	2	2	10
fairscale/nn/checkpoint/__init__.py	fairscale/nn/checkpoint/checkpoint_utils.py	2	2	3
fairscale/nn/wrap/__init__.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	4	87
fairscale/nn/misc/__init__.py	fairscale/nn/__init__.py	2	6	12
stubs/torch/cuda/__init__.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	2	8	87
stubs/torch/cuda/__init__.pyi	fairscale/utils/testing.py	2	8	39
stubs/torch/cuda/__init__.pyi	stubs/torch/__init__.pyi	2	8	18
benchmarks/datasets/mnist.py	benchmarks/oss.py	2	3	35
fairscale/experimental/__init__.py	fairscale/experimental/nn/__init__.py	2	3	6
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/experimental/nn/__init__.py	2	2	6
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/experimental/__init__.py	2	2	3
fairscale/nn/pipe/rpc.py	fairscale/nn/pipe/async_pipe.py	2	4	8
fairscale/nn/pipe/rpc.py	benchmarks/pipe.py	2	4	24
fairscale/nn/pipe/rpc.py	fairscale/nn/pipe/__init__.py	2	4	5
fairscale/nn/pipe/types.py	fairscale/nn/pipe/async_pipe.py	2	6	8
fairscale/nn/pipe/types.py	benchmarks/pipe.py	2	6	24
fairscale/nn/pipe/types.py	fairscale/nn/pipe/__init__.py	2	6	5
fairscale/nn/pipe/types.py	fairscale/nn/pipe/rpc.py	2	6	4
fairscale/optim/grad_scaler.py	fairscale/optim/layerwise_gradient_scaler.py	1	10	3
pyproject.toml	fairscale/optim/layerwise_gradient_scaler.py	1	23	3
pyproject.toml	fairscale/optim/grad_scaler.py	1	23	10
pyproject.toml	fairscale/experimental/nn/ssd_offload.py	1	23	6
fairscale/utils/parallel.py	fairscale/experimental/nn/ssd_offload.py	1	8	6
fairscale/utils/parallel.py	pyproject.toml	1	8	23
stubs/torch/serialization.pyi	fairscale/experimental/nn/ssd_offload.py	1	2	6
stubs/torch/serialization.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
stubs/torch/serialization.pyi	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/__init__.py	fairscale/version.py	1	29	3
release_utils.py	fairscale/version.py	1	1	3
release_utils.py	fairscale/__init__.py	1	1	29
setup.py	fairscale/version.py	1	16	3
setup.py	release_utils.py	1	16	1
setup.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	16	87
setup.py	pyproject.toml	1	16	23
fairscale/nn/data_parallel/sharded_ddp.py	fairscale/experimental/nn/ssd_offload.py	1	48	6
fairscale/nn/data_parallel/sharded_ddp.py	fairscale/nn/misc/flatten_params_wrapper.py	1	48	18
fairscale/experimental/nn/mevo.py	fairscale/utils/parallel.py	1	4	8
fairscale/experimental/nn/mevo.py	fairscale/nn/data_parallel/sharded_ddp.py	1	4	48
fairscale/utils/containers.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	4	87
benchmarks/datasets/wikitext2_data.py	fairscale/nn/misc/flatten_params_wrapper.py	1	11	18
benchmarks/datasets/wikitext2_data.py	fairscale/experimental/nn/mevo.py	1	11	4
benchmarks/golden_configs/lm_wikitext2.py	pyproject.toml	1	11	23
benchmarks/models/transformer_lm.py	pyproject.toml	1	3	23
benchmarks/moe.py	pyproject.toml	1	1	23
benchmarks/moe.py	benchmarks/datasets/wikitext2_data.py	1	1	11
benchmarks/moe.py	benchmarks/golden_configs/lm_wikitext2.py	1	1	11
benchmarks/moe.py	benchmarks/models/transformer_lm.py	1	1	3
benchmarks/pipe.py	pyproject.toml	1	24	23
benchmarks/pipe.py	benchmarks/moe.py	1	24	1
benchmarks/utils.py	pyproject.toml	1	1	23
benchmarks/utils.py	benchmarks/datasets/wikitext2_data.py	1	1	11
benchmarks/utils.py	benchmarks/golden_configs/lm_wikitext2.py	1	1	11
benchmarks/utils.py	benchmarks/models/transformer_lm.py	1	1	3
benchmarks/utils.py	benchmarks/moe.py	1	1	1
benchmarks/utils.py	benchmarks/pipe.py	1	1	24
benchmarks/experimental/experimental_async_approaches.py	fairscale/experimental/nn/ssd_offload.py	1	6	6
benchmarks/experimental/experimental_async_approaches.py	fairscale/utils/parallel.py	1	6	8
benchmarks/experimental/experimental_async_approaches.py	fairscale/nn/data_parallel/sharded_ddp.py	1	6	48
fairscale/nn/data_parallel/fsdp_optim_utils.py	pyproject.toml	1	6	23
fairscale/nn/data_parallel/fsdp_optim_utils.py	fairscale/experimental/nn/mevo.py	1	6	4
fairscale/nn/data_parallel/fsdp_optim_utils.py	benchmarks/datasets/wikitext2_data.py	1	6	11
fairscale/nn/data_parallel/fsdp_optim_utils.py	benchmarks/experimental/experimental_async_approaches.py	1	6	6
fairscale/nn/data_parallel/__init__.py	pyproject.toml	1	7	23
fairscale/nn/data_parallel/__init__.py	benchmarks/datasets/wikitext2_data.py	1	7	11
fairscale/nn/data_parallel/__init__.py	benchmarks/experimental/experimental_async_approaches.py	1	7	6
fairscale/nn/data_parallel/__init__.py	fairscale/__init__.py	1	7	29
fairscale/nn/data_parallel/__init__.py	fairscale/nn/misc/flatten_params_wrapper.py	1	7	18
fairscale/nn/data_parallel/__init__.py	fairscale/utils/parallel.py	1	7	8
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/optim/grad_scaler.py	1	5	10
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/experimental/nn/ssd_offload.py	1	5	6
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	5	87
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/nn/misc/flatten_params_wrapper.py	1	5	18
fairscale/experimental/nn/distributed_pipeline/pipeline.py	pyproject.toml	1	5	23
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/utils/parallel.py	1	5	8
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/nn/data_parallel/sharded_ddp.py	1	5	48
fairscale/experimental/nn/distributed_pipeline/pipeline.py	fairscale/experimental/nn/mevo.py	1	5	4
fairscale/experimental/nn/distributed_pipeline/pipeline.py	benchmarks/experimental/experimental_async_approaches.py	1	5	6
benchmarks/experimental/benchmark_dataset.py	fairscale/experimental/nn/ssd_offload.py	1	3	6
benchmarks/experimental/benchmark_dataset.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	3	87
benchmarks/experimental/benchmark_dataset.py	fairscale/nn/misc/flatten_params_wrapper.py	1	3	18
benchmarks/experimental/benchmark_dataset.py	pyproject.toml	1	3	23
benchmarks/experimental/benchmark_dataset.py	fairscale/utils/parallel.py	1	3	8
benchmarks/experimental/benchmark_dataset.py	fairscale/nn/data_parallel/sharded_ddp.py	1	3	48
benchmarks/experimental/benchmark_dataset.py	fairscale/experimental/nn/mevo.py	1	3	4
benchmarks/experimental/benchmark_dataset.py	benchmarks/experimental/experimental_async_approaches.py	1	3	6
benchmarks/experimental/benchmark_dataset.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	3	5
benchmarks/experimental/benchmark_dataset.py	benchmarks/datasets/wikitext2_data.py	1	3	11
benchmarks/experimental/benchmark_dataset.py	benchmarks/golden_configs/lm_wikitext2.py	1	3	11
benchmarks/experimental/benchmark_dataset.py	benchmarks/models/transformer_lm.py	1	3	3
benchmarks/experimental/benchmark_dataset.py	benchmarks/pipe.py	1	3	24
benchmarks/experimental/benchmark_mevo.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
benchmarks/experimental/benchmark_mevo.py	pyproject.toml	1	2	23
benchmarks/experimental/benchmark_mevo.py	fairscale/utils/parallel.py	1	2	8
benchmarks/experimental/benchmark_mevo.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
benchmarks/experimental/benchmark_mevo.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
benchmarks/experimental/benchmark_mevo.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
benchmarks/experimental/benchmark_mevo.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
benchmarks/experimental/offload.py	fairscale/experimental/nn/ssd_offload.py	1	8	6
benchmarks/experimental/offload.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	8	87
benchmarks/experimental/offload.py	fairscale/nn/misc/flatten_params_wrapper.py	1	8	18
benchmarks/experimental/offload.py	pyproject.toml	1	8	23
benchmarks/experimental/offload.py	fairscale/utils/parallel.py	1	8	8
benchmarks/experimental/offload.py	fairscale/nn/data_parallel/sharded_ddp.py	1	8	48
benchmarks/experimental/offload.py	fairscale/experimental/nn/mevo.py	1	8	4
benchmarks/experimental/offload.py	benchmarks/experimental/experimental_async_approaches.py	1	8	6
benchmarks/experimental/offload.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	8	5
benchmarks/experimental/offload.py	benchmarks/experimental/benchmark_dataset.py	1	8	3
benchmarks/experimental/offload.py	benchmarks/experimental/benchmark_mevo.py	1	8	2
benchmarks/oss.py	fairscale/experimental/nn/ssd_offload.py	1	35	6
benchmarks/oss.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	35	87
benchmarks/oss.py	fairscale/nn/misc/flatten_params_wrapper.py	1	35	18
benchmarks/oss.py	pyproject.toml	1	35	23
benchmarks/oss.py	fairscale/utils/parallel.py	1	35	8
benchmarks/oss.py	fairscale/nn/data_parallel/sharded_ddp.py	1	35	48
benchmarks/oss.py	fairscale/experimental/nn/mevo.py	1	35	4
benchmarks/oss.py	benchmarks/experimental/experimental_async_approaches.py	1	35	6
benchmarks/oss.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	35	5
benchmarks/oss.py	benchmarks/experimental/benchmark_mevo.py	1	35	2
benchmarks/oss.py	benchmarks/experimental/offload.py	1	35	8
benchmarks/oss.py	benchmarks/datasets/wikitext2_data.py	1	35	11
benchmarks/oss.py	benchmarks/golden_configs/lm_wikitext2.py	1	35	11
benchmarks/oss.py	benchmarks/models/transformer_lm.py	1	35	3
benchmarks/oss.py	benchmarks/pipe.py	1	35	24
benchmarks/oss.py	setup.py	1	35	16
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/experimental/nn/ssd_offload.py	1	4	6
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	4	87
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/nn/misc/flatten_params_wrapper.py	1	4	18
fairscale/experimental/nn/ampnet_pipe/ampnet.py	pyproject.toml	1	4	23
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/utils/parallel.py	1	4	8
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/experimental/nn/mevo.py	1	4	4
fairscale/experimental/nn/ampnet_pipe/ampnet.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	4	5
fairscale/experimental/nn/ampnet_pipe/ampnet.py	benchmarks/experimental/benchmark_dataset.py	1	4	3
fairscale/experimental/nn/ampnet_pipe/ampnet.py	benchmarks/experimental/benchmark_mevo.py	1	4	2
fairscale/experimental/nn/ampnet_pipe/ampnet.py	benchmarks/experimental/offload.py	1	4	8
fairscale/experimental/nn/ampnet_pipe/ampnet.py	benchmarks/oss.py	1	4	35
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/experimental/nn/ssd_offload.py	1	3	6
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	3	87
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/nn/misc/flatten_params_wrapper.py	1	3	18
fairscale/experimental/nn/ampnet_pipe/pipe.py	pyproject.toml	1	3	23
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/utils/parallel.py	1	3	8
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/nn/data_parallel/sharded_ddp.py	1	3	48
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/experimental/nn/mevo.py	1	3	4
fairscale/experimental/nn/ampnet_pipe/pipe.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	3	5
fairscale/experimental/nn/ampnet_pipe/pipe.py	benchmarks/experimental/benchmark_dataset.py	1	3	3
fairscale/experimental/nn/ampnet_pipe/pipe.py	benchmarks/experimental/benchmark_mevo.py	1	3	2
fairscale/experimental/nn/ampnet_pipe/pipe.py	benchmarks/experimental/offload.py	1	3	8
fairscale/experimental/nn/ampnet_pipe/pipe.py	benchmarks/oss.py	1	3	35
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/distributed.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/nn/data_parallel/gossip/distributed.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/distributed.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/nn/data_parallel/gossip/distributed.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/distributed.py	benchmarks/oss.py	1	2	35
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/distributed.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	benchmarks/oss.py	1	2	35
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/gossiper.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	benchmarks/oss.py	1	2	35
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	benchmarks/oss.py	1	2	35
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	benchmarks/oss.py	1	2	35
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	benchmarks/oss.py	1	2	35
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/ssd_offload.py	1	4	6
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	4	87
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/nn/misc/flatten_params_wrapper.py	1	4	18
fairscale/experimental/nn/distributed_pipeline/graph.py	pyproject.toml	1	4	23
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/utils/parallel.py	1	4	8
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/nn/data_parallel/sharded_ddp.py	1	4	48
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/mevo.py	1	4	4
fairscale/experimental/nn/distributed_pipeline/graph.py	benchmarks/experimental/experimental_async_approaches.py	1	4	6
fairscale/experimental/nn/distributed_pipeline/graph.py	benchmarks/experimental/benchmark_dataset.py	1	4	3
fairscale/experimental/nn/distributed_pipeline/graph.py	benchmarks/experimental/benchmark_mevo.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/graph.py	benchmarks/experimental/offload.py	1	4	8
fairscale/experimental/nn/distributed_pipeline/graph.py	benchmarks/oss.py	1	4	35
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	4	4
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	4	3
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/graph.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	4	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/ssd_offload.py	1	5	6
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	5	87
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/nn/misc/flatten_params_wrapper.py	1	5	18
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	pyproject.toml	1	5	23
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/utils/parallel.py	1	5	8
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/nn/data_parallel/sharded_ddp.py	1	5	48
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/mevo.py	1	5	4
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	benchmarks/experimental/experimental_async_approaches.py	1	5	6
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	benchmarks/experimental/benchmark_dataset.py	1	5	3
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	benchmarks/experimental/benchmark_mevo.py	1	5	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	benchmarks/experimental/offload.py	1	5	8
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	benchmarks/oss.py	1	5	35
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	5	4
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	5	3
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	5	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	5	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	5	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	5	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	5	2
fairscale/experimental/nn/distributed_pipeline/partition_handler.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	5	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/ssd_offload.py	1	11	6
fairscale/experimental/nn/offload.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	11	87
fairscale/experimental/nn/offload.py	fairscale/nn/misc/flatten_params_wrapper.py	1	11	18
fairscale/experimental/nn/offload.py	fairscale/utils/parallel.py	1	11	8
fairscale/experimental/nn/offload.py	fairscale/nn/data_parallel/sharded_ddp.py	1	11	48
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/mevo.py	1	11	4
fairscale/experimental/nn/offload.py	benchmarks/experimental/experimental_async_approaches.py	1	11	6
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	11	5
fairscale/experimental/nn/offload.py	benchmarks/experimental/benchmark_dataset.py	1	11	3
fairscale/experimental/nn/offload.py	benchmarks/experimental/benchmark_mevo.py	1	11	2
fairscale/experimental/nn/offload.py	benchmarks/oss.py	1	11	35
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	11	4
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	11	3
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	11	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	11	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	11	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	11	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	11	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	11	2
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	11	4
fairscale/experimental/nn/offload.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	11	5
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/optim/dynamic_loss_scaler.py	pyproject.toml	1	2	23
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/optim/dynamic_loss_scaler.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/optim/dynamic_loss_scaler.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/optim/dynamic_loss_scaler.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/optim/dynamic_loss_scaler.py	benchmarks/oss.py	1	2	35
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/experimental/optim/dynamic_loss_scaler.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/experimental/tooling/layer_memory_tracker.py	pyproject.toml	1	2	23
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/utils/parallel.py	1	2	8
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/experimental/tooling/layer_memory_tracker.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/experimental/tooling/layer_memory_tracker.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/experimental/tooling/layer_memory_tracker.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	benchmarks/experimental/offload.py	1	2	8
fairscale/experimental/tooling/layer_memory_tracker.py	benchmarks/oss.py	1	2	35
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/experimental/tooling/layer_memory_tracker.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/ssd_offload.py	1	10	6
fairscale/nn/checkpoint/checkpoint_activations.py	pyproject.toml	1	10	23
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/utils/parallel.py	1	10	8
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/nn/data_parallel/sharded_ddp.py	1	10	48
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/mevo.py	1	10	4
fairscale/nn/checkpoint/checkpoint_activations.py	benchmarks/experimental/experimental_async_approaches.py	1	10	6
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	10	5
fairscale/nn/checkpoint/checkpoint_activations.py	benchmarks/experimental/benchmark_dataset.py	1	10	3
fairscale/nn/checkpoint/checkpoint_activations.py	benchmarks/experimental/benchmark_mevo.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	benchmarks/experimental/offload.py	1	10	8
fairscale/nn/checkpoint/checkpoint_activations.py	benchmarks/oss.py	1	10	35
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	10	4
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	10	3
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	10	4
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	10	5
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/nn/offload.py	1	10	11
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	10	2
fairscale/nn/checkpoint/checkpoint_activations.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	10	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/ssd_offload.py	1	4	6
fairscale/nn/misc/param_bucket.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	4	87
fairscale/nn/misc/param_bucket.py	fairscale/nn/misc/flatten_params_wrapper.py	1	4	18
fairscale/nn/misc/param_bucket.py	pyproject.toml	1	4	23
fairscale/nn/misc/param_bucket.py	fairscale/utils/parallel.py	1	4	8
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/mevo.py	1	4	4
fairscale/nn/misc/param_bucket.py	benchmarks/experimental/experimental_async_approaches.py	1	4	6
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	4	5
fairscale/nn/misc/param_bucket.py	benchmarks/experimental/benchmark_dataset.py	1	4	3
fairscale/nn/misc/param_bucket.py	benchmarks/experimental/benchmark_mevo.py	1	4	2
fairscale/nn/misc/param_bucket.py	benchmarks/experimental/offload.py	1	4	8
fairscale/nn/misc/param_bucket.py	benchmarks/oss.py	1	4	35
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	4	4
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	4	3
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	4	4
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	4	5
fairscale/nn/misc/param_bucket.py	fairscale/experimental/nn/offload.py	1	4	11
fairscale/nn/misc/param_bucket.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	4	2
fairscale/nn/misc/param_bucket.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	4	10
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/ssd_offload.py	1	9	6
fairscale/nn/moe/top2gate.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	9	87
fairscale/nn/moe/top2gate.py	fairscale/nn/misc/flatten_params_wrapper.py	1	9	18
fairscale/nn/moe/top2gate.py	pyproject.toml	1	9	23
fairscale/nn/moe/top2gate.py	fairscale/utils/parallel.py	1	9	8
fairscale/nn/moe/top2gate.py	fairscale/nn/data_parallel/sharded_ddp.py	1	9	48
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/mevo.py	1	9	4
fairscale/nn/moe/top2gate.py	benchmarks/experimental/experimental_async_approaches.py	1	9	6
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	9	5
fairscale/nn/moe/top2gate.py	benchmarks/experimental/benchmark_dataset.py	1	9	3
fairscale/nn/moe/top2gate.py	benchmarks/experimental/benchmark_mevo.py	1	9	2
fairscale/nn/moe/top2gate.py	benchmarks/experimental/offload.py	1	9	8
fairscale/nn/moe/top2gate.py	benchmarks/oss.py	1	9	35
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	9	4
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	9	3
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	9	4
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	9	5
fairscale/nn/moe/top2gate.py	fairscale/experimental/nn/offload.py	1	9	11
fairscale/nn/moe/top2gate.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	9	2
fairscale/nn/moe/top2gate.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	9	10
fairscale/nn/moe/top2gate.py	fairscale/nn/misc/param_bucket.py	1	9	4
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/ssd_offload.py	1	8	6
fairscale/nn/pipe/async_pipe.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	8	87
fairscale/nn/pipe/async_pipe.py	fairscale/nn/misc/flatten_params_wrapper.py	1	8	18
fairscale/nn/pipe/async_pipe.py	pyproject.toml	1	8	23
fairscale/nn/pipe/async_pipe.py	fairscale/utils/parallel.py	1	8	8
fairscale/nn/pipe/async_pipe.py	fairscale/nn/data_parallel/sharded_ddp.py	1	8	48
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/mevo.py	1	8	4
fairscale/nn/pipe/async_pipe.py	benchmarks/experimental/experimental_async_approaches.py	1	8	6
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	8	5
fairscale/nn/pipe/async_pipe.py	benchmarks/experimental/benchmark_dataset.py	1	8	3
fairscale/nn/pipe/async_pipe.py	benchmarks/experimental/benchmark_mevo.py	1	8	2
fairscale/nn/pipe/async_pipe.py	benchmarks/experimental/offload.py	1	8	8
fairscale/nn/pipe/async_pipe.py	benchmarks/oss.py	1	8	35
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	8	4
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	8	3
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	8	4
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	8	5
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/nn/offload.py	1	8	11
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	8	2
fairscale/nn/pipe/async_pipe.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	8	10
fairscale/nn/pipe/async_pipe.py	fairscale/nn/misc/param_bucket.py	1	8	4
fairscale/nn/pipe/async_pipe.py	fairscale/nn/moe/top2gate.py	1	8	9
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/ssd_offload.py	1	3	6
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	3	87
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/misc/flatten_params_wrapper.py	1	3	18
fairscale/nn/pipe/async_pipeline.py	pyproject.toml	1	3	23
fairscale/nn/pipe/async_pipeline.py	fairscale/utils/parallel.py	1	3	8
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/data_parallel/sharded_ddp.py	1	3	48
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/mevo.py	1	3	4
fairscale/nn/pipe/async_pipeline.py	benchmarks/experimental/experimental_async_approaches.py	1	3	6
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	3	5
fairscale/nn/pipe/async_pipeline.py	benchmarks/experimental/benchmark_dataset.py	1	3	3
fairscale/nn/pipe/async_pipeline.py	benchmarks/experimental/benchmark_mevo.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	benchmarks/experimental/offload.py	1	3	8
fairscale/nn/pipe/async_pipeline.py	benchmarks/oss.py	1	3	35
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	3	4
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	3	3
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	3	4
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	3	5
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/nn/offload.py	1	3	11
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	3	2
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	3	10
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/misc/param_bucket.py	1	3	4
fairscale/nn/pipe/async_pipeline.py	fairscale/nn/moe/top2gate.py	1	3	9
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/ssd_offload.py	1	8	6
fairscale/nn/pipe/async_schedule.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	8	87
fairscale/nn/pipe/async_schedule.py	fairscale/nn/misc/flatten_params_wrapper.py	1	8	18
fairscale/nn/pipe/async_schedule.py	pyproject.toml	1	8	23
fairscale/nn/pipe/async_schedule.py	fairscale/utils/parallel.py	1	8	8
fairscale/nn/pipe/async_schedule.py	fairscale/nn/data_parallel/sharded_ddp.py	1	8	48
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/mevo.py	1	8	4
fairscale/nn/pipe/async_schedule.py	benchmarks/experimental/experimental_async_approaches.py	1	8	6
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	8	5
fairscale/nn/pipe/async_schedule.py	benchmarks/experimental/benchmark_dataset.py	1	8	3
fairscale/nn/pipe/async_schedule.py	benchmarks/experimental/benchmark_mevo.py	1	8	2
fairscale/nn/pipe/async_schedule.py	benchmarks/experimental/offload.py	1	8	8
fairscale/nn/pipe/async_schedule.py	benchmarks/oss.py	1	8	35
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	8	4
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	8	3
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	8	4
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	8	5
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/nn/offload.py	1	8	11
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	8	2
fairscale/nn/pipe/async_schedule.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	8	10
fairscale/nn/pipe/async_schedule.py	fairscale/nn/misc/param_bucket.py	1	8	4
fairscale/nn/pipe/async_schedule.py	fairscale/nn/moe/top2gate.py	1	8	9
fairscale/nn/pipe/async_schedule.py	fairscale/nn/pipe/async_pipeline.py	1	8	3
fairscale/nn/pipe/async_schedule.py	benchmarks/pipe.py	1	8	24
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/balance/profile.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/balance/profile.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/balance/profile.py	pyproject.toml	1	2	23
fairscale/nn/pipe/balance/profile.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/balance/profile.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/balance/profile.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/balance/profile.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/balance/profile.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/balance/profile.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/balance/profile.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/balance/profile.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/balance/profile.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/balance/profile.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/balance/profile.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/balance/profile.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/balance/profile.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/checkpoint.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/checkpoint.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/checkpoint.py	pyproject.toml	1	2	23
fairscale/nn/pipe/checkpoint.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/checkpoint.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/checkpoint.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/checkpoint.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/checkpoint.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/checkpoint.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/checkpoint.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/checkpoint.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/checkpoint.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/checkpoint.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/checkpoint.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/checkpoint.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/checkpoint.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/checkpoint.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/ssd_offload.py	1	1	6
fairscale/nn/pipe/copy.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	1	87
fairscale/nn/pipe/copy.py	fairscale/nn/misc/flatten_params_wrapper.py	1	1	18
fairscale/nn/pipe/copy.py	pyproject.toml	1	1	23
fairscale/nn/pipe/copy.py	fairscale/utils/parallel.py	1	1	8
fairscale/nn/pipe/copy.py	fairscale/nn/data_parallel/sharded_ddp.py	1	1	48
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/mevo.py	1	1	4
fairscale/nn/pipe/copy.py	benchmarks/experimental/experimental_async_approaches.py	1	1	6
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
fairscale/nn/pipe/copy.py	benchmarks/experimental/benchmark_dataset.py	1	1	3
fairscale/nn/pipe/copy.py	benchmarks/experimental/benchmark_mevo.py	1	1	2
fairscale/nn/pipe/copy.py	benchmarks/experimental/offload.py	1	1	8
fairscale/nn/pipe/copy.py	benchmarks/oss.py	1	1	35
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	1	4
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	1	3
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	1	5
fairscale/nn/pipe/copy.py	fairscale/experimental/nn/offload.py	1	1	11
fairscale/nn/pipe/copy.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	1	10
fairscale/nn/pipe/copy.py	fairscale/nn/misc/param_bucket.py	1	1	4
fairscale/nn/pipe/copy.py	fairscale/nn/moe/top2gate.py	1	1	9
fairscale/nn/pipe/copy.py	fairscale/nn/pipe/async_pipe.py	1	1	8
fairscale/nn/pipe/copy.py	fairscale/nn/pipe/async_pipeline.py	1	1	3
fairscale/nn/pipe/copy.py	fairscale/nn/pipe/async_schedule.py	1	1	8
fairscale/nn/pipe/copy.py	fairscale/nn/pipe/balance/profile.py	1	1	2
fairscale/nn/pipe/copy.py	fairscale/nn/pipe/checkpoint.py	1	1	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/ssd_offload.py	1	11	6
fairscale/nn/pipe/pipe.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	11	87
fairscale/nn/pipe/pipe.py	fairscale/nn/misc/flatten_params_wrapper.py	1	11	18
fairscale/nn/pipe/pipe.py	pyproject.toml	1	11	23
fairscale/nn/pipe/pipe.py	fairscale/utils/parallel.py	1	11	8
fairscale/nn/pipe/pipe.py	fairscale/nn/data_parallel/sharded_ddp.py	1	11	48
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/mevo.py	1	11	4
fairscale/nn/pipe/pipe.py	benchmarks/experimental/experimental_async_approaches.py	1	11	6
fairscale/nn/pipe/pipe.py	benchmarks/experimental/benchmark_dataset.py	1	11	3
fairscale/nn/pipe/pipe.py	benchmarks/experimental/benchmark_mevo.py	1	11	2
fairscale/nn/pipe/pipe.py	benchmarks/experimental/offload.py	1	11	8
fairscale/nn/pipe/pipe.py	benchmarks/oss.py	1	11	35
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	11	4
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	11	3
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	11	4
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	11	5
fairscale/nn/pipe/pipe.py	fairscale/experimental/nn/offload.py	1	11	11
fairscale/nn/pipe/pipe.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	11	10
fairscale/nn/pipe/pipe.py	fairscale/nn/misc/param_bucket.py	1	11	4
fairscale/nn/pipe/pipe.py	fairscale/nn/moe/top2gate.py	1	11	9
fairscale/nn/pipe/pipe.py	fairscale/nn/pipe/async_pipe.py	1	11	8
fairscale/nn/pipe/pipe.py	fairscale/nn/pipe/async_pipeline.py	1	11	3
fairscale/nn/pipe/pipe.py	fairscale/nn/pipe/balance/profile.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/nn/pipe/checkpoint.py	1	11	2
fairscale/nn/pipe/pipe.py	fairscale/nn/pipe/copy.py	1	11	1
fairscale/nn/pipe/pipe.py	benchmarks/pipe.py	1	11	24
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/ssd_offload.py	1	5	6
fairscale/nn/pipe/pipeline.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	5	87
fairscale/nn/pipe/pipeline.py	fairscale/nn/misc/flatten_params_wrapper.py	1	5	18
fairscale/nn/pipe/pipeline.py	pyproject.toml	1	5	23
fairscale/nn/pipe/pipeline.py	fairscale/utils/parallel.py	1	5	8
fairscale/nn/pipe/pipeline.py	fairscale/nn/data_parallel/sharded_ddp.py	1	5	48
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/mevo.py	1	5	4
fairscale/nn/pipe/pipeline.py	benchmarks/experimental/experimental_async_approaches.py	1	5	6
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	5	5
fairscale/nn/pipe/pipeline.py	benchmarks/experimental/benchmark_dataset.py	1	5	3
fairscale/nn/pipe/pipeline.py	benchmarks/experimental/benchmark_mevo.py	1	5	2
fairscale/nn/pipe/pipeline.py	benchmarks/experimental/offload.py	1	5	8
fairscale/nn/pipe/pipeline.py	benchmarks/oss.py	1	5	35
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	5	4
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	5	3
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	5	4
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	5	5
fairscale/nn/pipe/pipeline.py	fairscale/experimental/nn/offload.py	1	5	11
fairscale/nn/pipe/pipeline.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	5	10
fairscale/nn/pipe/pipeline.py	fairscale/nn/misc/param_bucket.py	1	5	4
fairscale/nn/pipe/pipeline.py	fairscale/nn/moe/top2gate.py	1	5	9
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/async_pipe.py	1	5	8
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/async_pipeline.py	1	5	3
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/balance/profile.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/checkpoint.py	1	5	2
fairscale/nn/pipe/pipeline.py	fairscale/nn/pipe/copy.py	1	5	1
fairscale/nn/pipe/pipeline.py	benchmarks/pipe.py	1	5	24
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/skip/layout.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/skip/layout.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/skip/layout.py	pyproject.toml	1	2	23
fairscale/nn/pipe/skip/layout.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/skip/layout.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/skip/layout.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/skip/layout.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/skip/layout.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/skip/layout.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/skip/layout.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/skip/layout.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/skip/layout.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/checkpoint.py	1	2	2
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/copy.py	1	2	1
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/pipe.py	1	2	11
fairscale/nn/pipe/skip/layout.py	fairscale/nn/pipe/pipeline.py	1	2	5
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/skip/portal.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/skip/portal.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/skip/portal.py	pyproject.toml	1	2	23
fairscale/nn/pipe/skip/portal.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/skip/portal.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/skip/portal.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/skip/portal.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/skip/portal.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/skip/portal.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/skip/portal.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/skip/portal.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/skip/portal.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/checkpoint.py	1	2	2
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/copy.py	1	2	1
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/pipe.py	1	2	11
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/pipeline.py	1	2	5
fairscale/nn/pipe/skip/portal.py	fairscale/nn/pipe/skip/layout.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/skip/skippable.py	pyproject.toml	1	2	23
fairscale/nn/pipe/skip/skippable.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/skip/skippable.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/skip/skippable.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/skip/skippable.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/skip/skippable.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/checkpoint.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/copy.py	1	2	1
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/pipe.py	1	2	11
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/pipeline.py	1	2	5
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/skip/layout.py	1	2	2
fairscale/nn/pipe/skip/skippable.py	fairscale/nn/pipe/skip/portal.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/skip/tracker.py	pyproject.toml	1	2	23
fairscale/nn/pipe/skip/tracker.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/skip/tracker.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/skip/tracker.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/skip/tracker.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/skip/tracker.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/checkpoint.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/copy.py	1	2	1
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/pipe.py	1	2	11
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/pipeline.py	1	2	5
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/skip/layout.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/skip/portal.py	1	2	2
fairscale/nn/pipe/skip/tracker.py	fairscale/nn/pipe/skip/skippable.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/nn/pipe/worker.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/nn/pipe/worker.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/nn/pipe/worker.py	pyproject.toml	1	2	23
fairscale/nn/pipe/worker.py	fairscale/utils/parallel.py	1	2	8
fairscale/nn/pipe/worker.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/nn/pipe/worker.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/nn/pipe/worker.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/nn/pipe/worker.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/nn/pipe/worker.py	benchmarks/experimental/offload.py	1	2	8
fairscale/nn/pipe/worker.py	benchmarks/oss.py	1	2	35
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/nn/pipe/worker.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/nn/pipe/worker.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/nn/pipe/worker.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/nn/pipe/worker.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/checkpoint.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/copy.py	1	2	1
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/pipe.py	1	2	11
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/pipeline.py	1	2	5
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/skip/layout.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/skip/portal.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/skip/skippable.py	1	2	2
fairscale/nn/pipe/worker.py	fairscale/nn/pipe/skip/tracker.py	1	2	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/ssd_offload.py	1	5	6
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/misc/flatten_params_wrapper.py	1	5	18
fairscale/nn/wrap/auto_wrap.py	pyproject.toml	1	5	23
fairscale/nn/wrap/auto_wrap.py	fairscale/utils/parallel.py	1	5	8
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/data_parallel/sharded_ddp.py	1	5	48
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/mevo.py	1	5	4
fairscale/nn/wrap/auto_wrap.py	benchmarks/experimental/experimental_async_approaches.py	1	5	6
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	5	5
fairscale/nn/wrap/auto_wrap.py	benchmarks/experimental/benchmark_dataset.py	1	5	3
fairscale/nn/wrap/auto_wrap.py	benchmarks/experimental/benchmark_mevo.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	benchmarks/experimental/offload.py	1	5	8
fairscale/nn/wrap/auto_wrap.py	benchmarks/oss.py	1	5	35
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	5	4
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	5	3
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	5	4
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	5	5
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/nn/offload.py	1	5	11
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	5	10
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/misc/param_bucket.py	1	5	4
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/moe/top2gate.py	1	5	9
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/async_pipe.py	1	5	8
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/async_pipeline.py	1	5	3
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/async_schedule.py	1	5	8
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/balance/profile.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/checkpoint.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/copy.py	1	5	1
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/pipe.py	1	5	11
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/pipeline.py	1	5	5
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/skip/layout.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/skip/portal.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/skip/skippable.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/skip/tracker.py	1	5	2
fairscale/nn/wrap/auto_wrap.py	fairscale/nn/pipe/worker.py	1	5	2
fairscale/optim/adascale.py	fairscale/experimental/nn/ssd_offload.py	1	22	6
fairscale/optim/adascale.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	22	87
fairscale/optim/adascale.py	fairscale/nn/misc/flatten_params_wrapper.py	1	22	18
fairscale/optim/adascale.py	pyproject.toml	1	22	23
fairscale/optim/adascale.py	fairscale/utils/parallel.py	1	22	8
fairscale/optim/adascale.py	fairscale/experimental/nn/mevo.py	1	22	4
fairscale/optim/adascale.py	benchmarks/experimental/experimental_async_approaches.py	1	22	6
fairscale/optim/adascale.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	22	5
fairscale/optim/adascale.py	benchmarks/experimental/benchmark_dataset.py	1	22	3
fairscale/optim/adascale.py	benchmarks/experimental/benchmark_mevo.py	1	22	2
fairscale/optim/adascale.py	benchmarks/experimental/offload.py	1	22	8
fairscale/optim/adascale.py	benchmarks/oss.py	1	22	35
fairscale/optim/adascale.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	22	3
fairscale/optim/adascale.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	22	4
fairscale/optim/adascale.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	22	5
fairscale/optim/adascale.py	fairscale/experimental/nn/offload.py	1	22	11
fairscale/optim/adascale.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	22	2
fairscale/optim/adascale.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	22	10
fairscale/optim/adascale.py	fairscale/nn/misc/param_bucket.py	1	22	4
fairscale/optim/adascale.py	fairscale/nn/moe/top2gate.py	1	22	9
fairscale/optim/adascale.py	fairscale/nn/pipe/async_pipe.py	1	22	8
fairscale/optim/adascale.py	fairscale/nn/pipe/async_pipeline.py	1	22	3
fairscale/optim/adascale.py	fairscale/nn/pipe/async_schedule.py	1	22	8
fairscale/optim/adascale.py	fairscale/nn/pipe/balance/profile.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/pipe/checkpoint.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/pipe/copy.py	1	22	1
fairscale/optim/adascale.py	fairscale/nn/pipe/pipe.py	1	22	11
fairscale/optim/adascale.py	fairscale/nn/pipe/pipeline.py	1	22	5
fairscale/optim/adascale.py	fairscale/nn/pipe/skip/layout.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/pipe/skip/portal.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/pipe/skip/skippable.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/pipe/skip/tracker.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/pipe/worker.py	1	22	2
fairscale/optim/adascale.py	fairscale/nn/wrap/auto_wrap.py	1	22	5
fairscale/optim/adascale.py	fairscale/__init__.py	1	22	29
fairscale/optim/adascale.py	setup.py	1	22	16
fairscale/optim/oss.py	fairscale/experimental/nn/ssd_offload.py	1	83	6
fairscale/optim/oss.py	fairscale/experimental/nn/mevo.py	1	83	4
fairscale/optim/oss.py	benchmarks/experimental/experimental_async_approaches.py	1	83	6
fairscale/optim/oss.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	83	5
fairscale/optim/oss.py	benchmarks/experimental/benchmark_dataset.py	1	83	3
fairscale/optim/oss.py	benchmarks/experimental/benchmark_mevo.py	1	83	2
fairscale/optim/oss.py	benchmarks/experimental/offload.py	1	83	8
fairscale/optim/oss.py	benchmarks/oss.py	1	83	35
fairscale/optim/oss.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	83	4
fairscale/optim/oss.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	83	3
fairscale/optim/oss.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	83	4
fairscale/optim/oss.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	83	5
fairscale/optim/oss.py	fairscale/experimental/nn/offload.py	1	83	11
fairscale/optim/oss.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	83	2
fairscale/optim/oss.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	83	10
fairscale/optim/oss.py	fairscale/nn/moe/top2gate.py	1	83	9
fairscale/optim/oss.py	fairscale/nn/pipe/async_pipe.py	1	83	8
fairscale/optim/oss.py	fairscale/nn/pipe/async_pipeline.py	1	83	3
fairscale/optim/oss.py	fairscale/nn/pipe/async_schedule.py	1	83	8
fairscale/optim/oss.py	fairscale/nn/pipe/balance/profile.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/pipe/checkpoint.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/pipe/copy.py	1	83	1
fairscale/optim/oss.py	fairscale/nn/pipe/pipe.py	1	83	11
fairscale/optim/oss.py	fairscale/nn/pipe/pipeline.py	1	83	5
fairscale/optim/oss.py	fairscale/nn/pipe/skip/layout.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/pipe/skip/portal.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/pipe/skip/skippable.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/pipe/skip/tracker.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/pipe/worker.py	1	83	2
fairscale/optim/oss.py	fairscale/nn/wrap/auto_wrap.py	1	83	5
fairscale/optim/oss.py	fairscale/optim/adascale.py	1	83	22
fairscale/optim/oss.py	setup.py	1	83	16
fairscale/optim/oss.py	fairscale/nn/data_parallel/__init__.py	1	83	7
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/ssd_offload.py	1	6	6
fairscale/utils/reduce_scatter_bucketer.py	pyproject.toml	1	6	23
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/data_parallel/sharded_ddp.py	1	6	48
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/mevo.py	1	6	4
fairscale/utils/reduce_scatter_bucketer.py	benchmarks/experimental/experimental_async_approaches.py	1	6	6
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	6	5
fairscale/utils/reduce_scatter_bucketer.py	benchmarks/experimental/benchmark_dataset.py	1	6	3
fairscale/utils/reduce_scatter_bucketer.py	benchmarks/experimental/benchmark_mevo.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	benchmarks/experimental/offload.py	1	6	8
fairscale/utils/reduce_scatter_bucketer.py	benchmarks/oss.py	1	6	35
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	6	4
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	6	3
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	6	4
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	6	5
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/nn/offload.py	1	6	11
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	6	10
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/misc/param_bucket.py	1	6	4
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/moe/top2gate.py	1	6	9
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/async_pipe.py	1	6	8
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/async_pipeline.py	1	6	3
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/async_schedule.py	1	6	8
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/balance/profile.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/checkpoint.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/copy.py	1	6	1
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/pipe.py	1	6	11
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/pipeline.py	1	6	5
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/skip/layout.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/skip/portal.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/skip/skippable.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/skip/tracker.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/pipe/worker.py	1	6	2
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/wrap/auto_wrap.py	1	6	5
fairscale/utils/reduce_scatter_bucketer.py	fairscale/optim/adascale.py	1	6	22
fairscale/utils/reduce_scatter_bucketer.py	setup.py	1	6	16
fairscale/utils/reduce_scatter_bucketer.py	fairscale/nn/data_parallel/__init__.py	1	6	7
fairscale/utils/testing.py	fairscale/experimental/nn/ssd_offload.py	1	39	6
fairscale/utils/testing.py	fairscale/experimental/nn/mevo.py	1	39	4
fairscale/utils/testing.py	benchmarks/experimental/experimental_async_approaches.py	1	39	6
fairscale/utils/testing.py	benchmarks/experimental/benchmark_dataset.py	1	39	3
fairscale/utils/testing.py	benchmarks/experimental/benchmark_mevo.py	1	39	2
fairscale/utils/testing.py	benchmarks/experimental/offload.py	1	39	8
fairscale/utils/testing.py	benchmarks/oss.py	1	39	35
fairscale/utils/testing.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	39	4
fairscale/utils/testing.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	39	3
fairscale/utils/testing.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	39	4
fairscale/utils/testing.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	39	5
fairscale/utils/testing.py	fairscale/experimental/nn/offload.py	1	39	11
fairscale/utils/testing.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	39	10
fairscale/utils/testing.py	fairscale/nn/misc/param_bucket.py	1	39	4
fairscale/utils/testing.py	fairscale/nn/moe/top2gate.py	1	39	9
fairscale/utils/testing.py	fairscale/nn/pipe/async_pipe.py	1	39	8
fairscale/utils/testing.py	fairscale/nn/pipe/async_pipeline.py	1	39	3
fairscale/utils/testing.py	fairscale/nn/pipe/async_schedule.py	1	39	8
fairscale/utils/testing.py	fairscale/nn/pipe/balance/profile.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/checkpoint.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/copy.py	1	39	1
fairscale/utils/testing.py	fairscale/nn/pipe/pipeline.py	1	39	5
fairscale/utils/testing.py	fairscale/nn/pipe/skip/layout.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/skip/portal.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/skip/skippable.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/skip/tracker.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/pipe/worker.py	1	39	2
fairscale/utils/testing.py	fairscale/nn/wrap/auto_wrap.py	1	39	5
fairscale/utils/testing.py	fairscale/nn/data_parallel/fsdp_optim_utils.py	1	39	6
fairscale/utils/testing.py	fairscale/utils/containers.py	1	39	4
fairscale/utils/testing.py	fairscale/nn/data_parallel/__init__.py	1	39	7
fairscale/utils/testing_memory.py	fairscale/experimental/nn/ssd_offload.py	1	2	6
fairscale/utils/testing_memory.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
fairscale/utils/testing_memory.py	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
fairscale/utils/testing_memory.py	pyproject.toml	1	2	23
fairscale/utils/testing_memory.py	fairscale/utils/parallel.py	1	2	8
fairscale/utils/testing_memory.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
fairscale/utils/testing_memory.py	fairscale/experimental/nn/mevo.py	1	2	4
fairscale/utils/testing_memory.py	benchmarks/experimental/experimental_async_approaches.py	1	2	6
fairscale/utils/testing_memory.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	2	5
fairscale/utils/testing_memory.py	benchmarks/experimental/benchmark_dataset.py	1	2	3
fairscale/utils/testing_memory.py	benchmarks/experimental/benchmark_mevo.py	1	2	2
fairscale/utils/testing_memory.py	benchmarks/experimental/offload.py	1	2	8
fairscale/utils/testing_memory.py	benchmarks/oss.py	1	2	35
fairscale/utils/testing_memory.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/utils/testing_memory.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/utils/testing_memory.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	2	4
fairscale/utils/testing_memory.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	2	5
fairscale/utils/testing_memory.py	fairscale/experimental/nn/offload.py	1	2	11
fairscale/utils/testing_memory.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	2	10
fairscale/utils/testing_memory.py	fairscale/nn/misc/param_bucket.py	1	2	4
fairscale/utils/testing_memory.py	fairscale/nn/moe/top2gate.py	1	2	9
fairscale/utils/testing_memory.py	fairscale/nn/pipe/async_pipe.py	1	2	8
fairscale/utils/testing_memory.py	fairscale/nn/pipe/async_pipeline.py	1	2	3
fairscale/utils/testing_memory.py	fairscale/nn/pipe/async_schedule.py	1	2	8
fairscale/utils/testing_memory.py	fairscale/nn/pipe/balance/profile.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/pipe/checkpoint.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/pipe/copy.py	1	2	1
fairscale/utils/testing_memory.py	fairscale/nn/pipe/pipe.py	1	2	11
fairscale/utils/testing_memory.py	fairscale/nn/pipe/pipeline.py	1	2	5
fairscale/utils/testing_memory.py	fairscale/nn/pipe/skip/layout.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/pipe/skip/portal.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/pipe/skip/skippable.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/pipe/skip/tracker.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/pipe/worker.py	1	2	2
fairscale/utils/testing_memory.py	fairscale/nn/wrap/auto_wrap.py	1	2	5
fairscale/utils/testing_memory.py	fairscale/optim/adascale.py	1	2	22
fairscale/utils/testing_memory.py	fairscale/optim/oss.py	1	2	83
fairscale/utils/testing_memory.py	fairscale/utils/reduce_scatter_bucketer.py	1	2	6
fairscale/utils/testing_memory.py	fairscale/utils/testing.py	1	2	39
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/ssd_offload.py	1	1	6
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	1	87
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/misc/flatten_params_wrapper.py	1	1	18
stubs/torch/nn/modules/adaptive.pyi	pyproject.toml	1	1	23
stubs/torch/nn/modules/adaptive.pyi	fairscale/utils/parallel.py	1	1	8
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/data_parallel/sharded_ddp.py	1	1	48
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/mevo.py	1	1	4
stubs/torch/nn/modules/adaptive.pyi	benchmarks/experimental/experimental_async_approaches.py	1	1	6
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
stubs/torch/nn/modules/adaptive.pyi	benchmarks/experimental/benchmark_dataset.py	1	1	3
stubs/torch/nn/modules/adaptive.pyi	benchmarks/experimental/benchmark_mevo.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	benchmarks/experimental/offload.py	1	1	8
stubs/torch/nn/modules/adaptive.pyi	benchmarks/oss.py	1	1	35
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	1	4
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	1	3
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	1	5
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/nn/offload.py	1	1	11
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/optim/dynamic_loss_scaler.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/experimental/tooling/layer_memory_tracker.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/checkpoint/checkpoint_activations.py	1	1	10
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/misc/param_bucket.py	1	1	4
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/moe/top2gate.py	1	1	9
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/async_pipe.py	1	1	8
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/async_pipeline.py	1	1	3
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/async_schedule.py	1	1	8
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/balance/profile.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/checkpoint.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/copy.py	1	1	1
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/pipe.py	1	1	11
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/pipeline.py	1	1	5
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/skip/layout.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/skip/portal.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/skip/skippable.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/skip/tracker.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/pipe/worker.py	1	1	2
stubs/torch/nn/modules/adaptive.pyi	fairscale/nn/wrap/auto_wrap.py	1	1	5
stubs/torch/nn/modules/adaptive.pyi	fairscale/optim/adascale.py	1	1	22
stubs/torch/nn/modules/adaptive.pyi	fairscale/optim/oss.py	1	1	83
stubs/torch/nn/modules/adaptive.pyi	fairscale/utils/reduce_scatter_bucketer.py	1	1	6
stubs/torch/nn/modules/adaptive.pyi	fairscale/utils/testing.py	1	1	39
stubs/torch/nn/modules/adaptive.pyi	fairscale/utils/testing_memory.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	pyproject.toml	1	1	23
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	1	2
fairscale/experimental/nn/data_parallel/__init__.py	fairscale/utils/testing.py	1	1	39
fairscale/experimental/nn/data_parallel/gossip/__init__.py	pyproject.toml	1	1	23
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/utils/testing.py	1	1	39
fairscale/experimental/nn/data_parallel/gossip/__init__.py	fairscale/experimental/nn/data_parallel/__init__.py	1	1	1
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	pyproject.toml	1	1	23
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	1	2
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/utils/testing.py	1	1	39
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/__init__.py	1	1	1
fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	fairscale/experimental/nn/data_parallel/gossip/__init__.py	1	1	1
stubs/torch/backends/cudnn.pyi	pyproject.toml	1	2	23
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
stubs/torch/backends/cudnn.pyi	fairscale/utils/testing.py	1	2	39
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/__init__.py	1	2	1
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/__init__.py	1	2	1
stubs/torch/backends/cudnn.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	1	2	1
stubs/torch/cuda/comm/__init__.pyi	pyproject.toml	1	1	23
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	1	2
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	1	2
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	1	2
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	1	2
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	1	2
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	1	2
stubs/torch/cuda/comm/__init__.pyi	fairscale/utils/testing.py	1	1	39
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/__init__.py	1	1	1
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/__init__.py	1	1	1
stubs/torch/cuda/comm/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	1	1	1
stubs/torch/cuda/comm/__init__.pyi	stubs/torch/backends/cudnn.pyi	1	1	2
stubs/torch/distributed/__init__.pyi	pyproject.toml	1	12	23
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	12	2
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	12	2
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	12	2
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	12	2
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	12	2
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	12	2
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/__init__.py	1	12	1
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/__init__.py	1	12	1
stubs/torch/distributed/__init__.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	1	12	1
stubs/torch/distributed/__init__.pyi	stubs/torch/backends/cudnn.pyi	1	12	2
stubs/torch/distributed/__init__.pyi	stubs/torch/cuda/comm/__init__.pyi	1	12	1
stubs/torch/distributed/__init__.pyi	setup.py	1	12	16
stubs/torch/distributed/__init__.pyi	fairscale/nn/misc/flatten_params_wrapper.py	1	12	18
stubs/torch/distributed/__init__.pyi	fairscale/nn/data_parallel/__init__.py	1	12	7
stubs/torch/distributed/distributed_c10d.pyi	pyproject.toml	1	2	23
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/distributed.py	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/gossiper.py	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/graph_manager.py	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/mixing_manager.py	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/cuda_metering.py	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/helpers.py	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	fairscale/utils/testing.py	1	2	39
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/__init__.py	1	2	1
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/__init__.py	1	2	1
stubs/torch/distributed/distributed_c10d.pyi	fairscale/experimental/nn/data_parallel/gossip/utils/__init__.py	1	2	1
stubs/torch/distributed/distributed_c10d.pyi	stubs/torch/backends/cudnn.pyi	1	2	2
stubs/torch/distributed/distributed_c10d.pyi	stubs/torch/cuda/comm/__init__.pyi	1	2	1
stubs/torch/distributed/distributed_c10d.pyi	stubs/torch/distributed/__init__.pyi	1	2	12
fairscale/experimental/nn/__init__.py	fairscale/experimental/nn/ssd_offload.py	1	6	6
fairscale/experimental/nn/__init__.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	6	87
fairscale/experimental/nn/__init__.py	fairscale/experimental/nn/mevo.py	1	6	4
fairscale/experimental/nn/__init__.py	benchmarks/experimental/benchmark_mevo.py	1	6	2
fairscale/experimental/nn/__init__.py	fairscale/experimental/nn/offload.py	1	6	11
fairscale/experimental/nn/__init__.py	fairscale/__init__.py	1	6	29
fairscale/experimental/nn/__init__.py	fairscale/nn/data_parallel/__init__.py	1	6	7
fairscale/experimental/nn/__init__.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	6	4
fairscale/experimental/nn/__init__.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	6	3
stubs/torch/nn/functional.pyi	fairscale/experimental/nn/ssd_offload.py	1	3	6
stubs/torch/nn/functional.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	3	87
stubs/torch/nn/functional.pyi	fairscale/experimental/nn/mevo.py	1	3	4
stubs/torch/nn/functional.pyi	benchmarks/experimental/benchmark_mevo.py	1	3	2
stubs/torch/nn/functional.pyi	fairscale/experimental/nn/__init__.py	1	3	6
stubs/torch/nn/functional.pyi	fairscale/nn/moe/top2gate.py	1	3	9
stubs/torch/nn/modules/linear.pyi	fairscale/experimental/nn/ssd_offload.py	1	1	6
stubs/torch/nn/modules/linear.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	1	87
stubs/torch/nn/modules/linear.pyi	fairscale/experimental/nn/mevo.py	1	1	4
stubs/torch/nn/modules/linear.pyi	benchmarks/experimental/benchmark_mevo.py	1	1	2
stubs/torch/nn/modules/linear.pyi	fairscale/experimental/nn/__init__.py	1	1	6
stubs/torch/nn/modules/linear.pyi	stubs/torch/nn/functional.pyi	1	1	3
stubs/torch/nn/modules/module.pyi	fairscale/experimental/nn/ssd_offload.py	1	8	6
stubs/torch/nn/modules/module.pyi	fairscale/experimental/nn/mevo.py	1	8	4
stubs/torch/nn/modules/module.pyi	benchmarks/experimental/benchmark_mevo.py	1	8	2
stubs/torch/nn/modules/module.pyi	fairscale/experimental/nn/__init__.py	1	8	6
stubs/torch/nn/modules/module.pyi	stubs/torch/nn/functional.pyi	1	8	3
stubs/torch/nn/modules/module.pyi	stubs/torch/nn/modules/linear.pyi	1	8	1
stubs/torch/nn/modules/module.pyi	fairscale/nn/checkpoint/checkpoint_activations.py	1	8	10
stubs/torch/nn/modules/module.pyi	fairscale/nn/wrap/auto_wrap.py	1	8	5
stubs/torch/nn/modules/module.pyi	fairscale/utils/parallel.py	1	8	8
stubs/torch/nn/modules/module.pyi	fairscale/nn/data_parallel/__init__.py	1	8	7
stubs/torch/nn/modules/module.pyi	fairscale/optim/oss.py	1	8	83
stubs/torch/nn/modules/module.pyi	fairscale/utils/reduce_scatter_bucketer.py	1	8	6
stubs/torch/nn/modules/module.pyi	stubs/torch/distributed/__init__.pyi	1	8	12
stubs/torch/nn/parameter.pyi	fairscale/nn/data_parallel/fsdp_optim_utils.py	1	6	6
stubs/torch/nn/parameter.pyi	fairscale/utils/parallel.py	1	6	8
stubs/torch/nn/parameter.pyi	fairscale/nn/data_parallel/__init__.py	1	6	7
stubs/torch/nn/parameter.pyi	fairscale/optim/oss.py	1	6	83
stubs/torch/nn/parameter.pyi	fairscale/utils/reduce_scatter_bucketer.py	1	6	6
stubs/torch/nn/parameter.pyi	stubs/torch/distributed/__init__.pyi	1	6	12
stubs/torch/nn/parameter.pyi	stubs/torch/nn/modules/module.pyi	1	6	8
fairscale/experimental/nn/auto_shard.py	pyproject.toml	1	4	23
benchmarks/golden_configs/oss_mnist.py	benchmarks/datasets/wikitext2_data.py	1	7	11
benchmarks/golden_configs/oss_mnist.py	benchmarks/golden_configs/lm_wikitext2.py	1	7	11
benchmarks/golden_configs/oss_mnist.py	benchmarks/models/transformer_lm.py	1	7	3
benchmarks/golden_configs/oss_mnist.py	benchmarks/pipe.py	1	7	24
benchmarks/golden_configs/oss_mnist.py	benchmarks/experimental/benchmark_dataset.py	1	7	3
fairscale/experimental/tooling/__init__.py	fairscale/experimental/tooling/layer_memory_tracker.py	1	1	2
fairscale/experimental/tooling/__init__.py	fairscale/utils/testing.py	1	1	39
fairscale/nn/checkpoint/checkpoint_utils.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	3	87
fairscale/nn/checkpoint/checkpoint_utils.py	stubs/torch/nn/modules/module.pyi	1	3	8
fairscale/experimental/nn/sync_batchnorm.py	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	6	87
fairscale/experimental/nn/sync_batchnorm.py	setup.py	1	6	16
fairscale/experimental/nn/sync_batchnorm.py	fairscale/optim/oss.py	1	6	83
fairscale/experimental/nn/sync_batchnorm.py	fairscale/utils/reduce_scatter_bucketer.py	1	6	6
fairscale/experimental/nn/sync_batchnorm.py	stubs/torch/distributed/__init__.pyi	1	6	12
fairscale/experimental/nn/sync_batchnorm.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	6	5
fairscale/experimental/nn/sync_batchnorm.py	fairscale/nn/pipe/pipe.py	1	6	11
fairscale/experimental/nn/sync_batchnorm.py	fairscale/utils/testing.py	1	6	39
fairscale/experimental/nn/sync_batchnorm.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	6	10
fairscale/experimental/nn/sync_batchnorm.py	fairscale/nn/checkpoint/checkpoint_utils.py	1	6	3
fairscale/experimental/nn/sync_batchnorm.py	fairscale/experimental/nn/__init__.py	1	6	6
fairscale/utils/params.py	setup.py	1	2	16
fairscale/utils/params.py	fairscale/utils/reduce_scatter_bucketer.py	1	2	6
fairscale/utils/params.py	stubs/torch/distributed/__init__.pyi	1	2	12
fairscale/utils/params.py	fairscale/experimental/nn/sync_batchnorm.py	1	2	6
fairscale/utils/params.py	fairscale/nn/data_parallel/sharded_ddp.py	1	2	48
stubs/torch/__init__.pyi	setup.py	1	18	16
stubs/torch/__init__.pyi	fairscale/experimental/nn/sync_batchnorm.py	1	18	6
stubs/torch/__init__.pyi	fairscale/utils/params.py	1	18	2
stubs/torch/__init__.pyi	fairscale/nn/data_parallel/fsdp_optim_utils.py	1	18	6
stubs/torch/__init__.pyi	fairscale/nn/data_parallel/__init__.py	1	18	7
stubs/torch/__init__.pyi	stubs/torch/nn/modules/module.pyi	1	18	8
stubs/torch/jit.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	1	87
stubs/torch/jit.pyi	setup.py	1	1	16
stubs/torch/jit.pyi	fairscale/optim/oss.py	1	1	83
stubs/torch/jit.pyi	fairscale/utils/reduce_scatter_bucketer.py	1	1	6
stubs/torch/jit.pyi	stubs/torch/distributed/__init__.pyi	1	1	12
stubs/torch/jit.pyi	fairscale/experimental/nn/sync_batchnorm.py	1	1	6
stubs/torch/jit.pyi	fairscale/utils/params.py	1	1	2
stubs/torch/jit.pyi	stubs/torch/__init__.pyi	1	1	18
codecov.yml	pyproject.toml	1	2	23
codecov.yml	fairscale/experimental/nn/offload.py	1	2	11
codecov.yml	fairscale/experimental/nn/auto_shard.py	1	2	4
fairscale/nn/pipe/__init__.py	pyproject.toml	1	5	23
fairscale/nn/pipe/__init__.py	fairscale/experimental/nn/offload.py	1	5	11
fairscale/nn/pipe/__init__.py	fairscale/experimental/nn/auto_shard.py	1	5	4
fairscale/nn/pipe/__init__.py	codecov.yml	1	5	2
fairscale/nn/pipe/__init__.py	benchmarks/golden_configs/lm_wikitext2.py	1	5	11
fairscale/nn/pipe/__init__.py	fairscale/nn/pipe/async_pipe.py	1	5	8
fairscale/nn/pipe/__init__.py	fairscale/nn/pipe/async_schedule.py	1	5	8
fairscale/nn/pipe/__init__.py	fairscale/nn/pipe/pipe.py	1	5	11
fairscale/nn/pipe/__init__.py	fairscale/nn/pipe/pipeline.py	1	5	5
fairscale/utils/__init__.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	3	5
fairscale/utils/__init__.py	fairscale/nn/pipe/pipe.py	1	3	11
fairscale/utils/__init__.py	fairscale/utils/testing.py	1	3	39
fairscale/utils/__init__.py	fairscale/experimental/nn/sync_batchnorm.py	1	3	6
fairscale/utils/__init__.py	fairscale/__init__.py	1	3	29
fairscale/utils/__init__.py	fairscale/nn/data_parallel/__init__.py	1	3	7
fairscale/utils/__init__.py	fairscale/experimental/nn/__init__.py	1	3	6
fairscale/utils/version.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
fairscale/utils/version.py	fairscale/nn/pipe/pipe.py	1	1	11
fairscale/utils/version.py	fairscale/utils/testing.py	1	1	39
fairscale/utils/version.py	fairscale/experimental/nn/sync_batchnorm.py	1	1	6
fairscale/utils/version.py	fairscale/utils/__init__.py	1	1	3
setup.cfg	fairscale/optim/adascale.py	1	6	22
setup.cfg	fairscale/experimental/nn/offload.py	1	6	11
setup.cfg	fairscale/experimental/nn/auto_shard.py	1	6	4
setup.cfg	fairscale/experimental/nn/distributed_pipeline/graph.py	1	6	4
setup.cfg	fairscale/utils/testing.py	1	6	39
fairscale/nn/model_parallel/cross_entropy.py	setup.py	1	2	16
fairscale/nn/checkpoint/__init__.py	fairscale/experimental/nn/sync_batchnorm.py	1	2	6
stubs/torch/cuda/amp/grad_scaler.pyi	fairscale/optim/grad_scaler.py	1	4	10
fairscale/nn/__init__.py	stubs/torch/nn/modules/module.pyi	1	12	8
fairscale/nn/__init__.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	12	10
fairscale/nn/__init__.py	fairscale/nn/checkpoint/checkpoint_utils.py	1	12	3
fairscale/nn/__init__.py	fairscale/nn/checkpoint/__init__.py	1	12	2
fairscale/nn/__init__.py	fairscale/__init__.py	1	12	29
fairscale/nn/__init__.py	fairscale/nn/data_parallel/__init__.py	1	12	7
fairscale/nn/__init__.py	fairscale/experimental/nn/__init__.py	1	12	6
fairscale/nn/__init__.py	fairscale/utils/__init__.py	1	12	3
fairscale/nn/__init__.py	benchmarks/pipe.py	1	12	24
fairscale/nn/__init__.py	fairscale/nn/pipe/async_schedule.py	1	12	8
fairscale/nn/__init__.py	fairscale/nn/pipe/pipe.py	1	12	11
fairscale/nn/__init__.py	fairscale/nn/pipe/pipeline.py	1	12	5
fairscale/nn/__init__.py	fairscale/nn/pipe/__init__.py	1	12	5
fairscale/nn/wrap/__init__.py	stubs/torch/nn/modules/module.pyi	1	4	8
fairscale/nn/wrap/__init__.py	fairscale/__init__.py	1	4	29
fairscale/nn/wrap/__init__.py	fairscale/nn/data_parallel/__init__.py	1	4	7
fairscale/nn/wrap/__init__.py	fairscale/experimental/nn/__init__.py	1	4	6
fairscale/nn/wrap/__init__.py	fairscale/utils/__init__.py	1	4	3
fairscale/nn/misc/__init__.py	fairscale/nn/checkpoint/checkpoint_activations.py	1	6	10
fairscale/nn/misc/__init__.py	fairscale/nn/checkpoint/checkpoint_utils.py	1	6	3
fairscale/nn/misc/__init__.py	fairscale/nn/checkpoint/__init__.py	1	6	2
fairscale/nn/misc/__init__.py	fairscale/__init__.py	1	6	29
fairscale/nn/misc/__init__.py	fairscale/nn/data_parallel/__init__.py	1	6	7
fairscale/nn/misc/__init__.py	fairscale/experimental/nn/__init__.py	1	6	6
fairscale/nn/misc/__init__.py	fairscale/utils/__init__.py	1	6	3
fairscale/nn/misc/__init__.py	fairscale/nn/wrap/__init__.py	1	6	4
fairscale/nn/misc/__init__.py	fairscale/nn/misc/param_bucket.py	1	6	4
fairscale/nn/misc/__init__.py	fairscale/optim/oss.py	1	6	83
fairscale/nn/misc/__init__.py	fairscale/nn/data_parallel/sharded_ddp.py	1	6	48
stubs/torch/cuda/__init__.pyi	fairscale/utils/parallel.py	1	8	8
stubs/torch/cuda/__init__.pyi	fairscale/nn/misc/flatten_params_wrapper.py	1	8	18
benchmarks/datasets/mnist.py	benchmarks/datasets/wikitext2_data.py	1	3	11
benchmarks/datasets/mnist.py	benchmarks/golden_configs/lm_wikitext2.py	1	3	11
benchmarks/datasets/mnist.py	benchmarks/models/transformer_lm.py	1	3	3
benchmarks/datasets/mnist.py	benchmarks/pipe.py	1	3	24
benchmarks/datasets/mnist.py	benchmarks/experimental/benchmark_dataset.py	1	3	3
benchmarks/datasets/mnist.py	benchmarks/golden_configs/oss_mnist.py	1	3	7
benchmarks/experimental/sync_batchnorm.py	fairscale/experimental/nn/__init__.py	1	1	6
benchmarks/experimental/sync_batchnorm.py	fairscale/experimental/nn/sync_batchnorm.py	1	1	6
stubs/torch/distributed/nn/functional.pyi	fairscale/experimental/nn/__init__.py	1	1	6
stubs/torch/distributed/nn/functional.pyi	fairscale/experimental/nn/sync_batchnorm.py	1	1	6
stubs/torch/distributed/nn/functional.pyi	benchmarks/experimental/sync_batchnorm.py	1	1	1
fairscale/experimental/__init__.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	3	2
fairscale/experimental/__init__.py	fairscale/__init__.py	1	3	29
fairscale/experimental/__init__.py	fairscale/nn/data_parallel/__init__.py	1	3	7
fairscale/experimental/__init__.py	fairscale/utils/__init__.py	1	3	3
fairscale/experimental/__init__.py	fairscale/nn/__init__.py	1	3	12
fairscale/experimental/__init__.py	fairscale/nn/wrap/__init__.py	1	3	4
fairscale/experimental/__init__.py	fairscale/nn/misc/__init__.py	1	3	6
fairscale/experimental/__init__.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	3	4
fairscale/experimental/__init__.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	3	3
fairscale/experimental/optim/__init__.py	fairscale/experimental/optim/dynamic_loss_scaler.py	1	1	2
fairscale/experimental/optim/__init__.py	fairscale/experimental/__init__.py	1	1	3
fairscale/experimental/nn/distributed_pipeline/trace.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
fairscale/experimental/nn/distributed_pipeline/trace.py	setup.cfg	1	1	6
fairscale/experimental/nn/distributed_pipeline/__init__.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
fairscale/experimental/nn/distributed_pipeline/__init__.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
fairscale/experimental/nn/distributed_pipeline/__init__.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	1	5
fairscale/experimental/nn/distributed_pipeline/data.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
fairscale/experimental/nn/distributed_pipeline/data.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
fairscale/experimental/nn/distributed_pipeline/data.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	1	5
fairscale/experimental/nn/distributed_pipeline/data.py	fairscale/experimental/nn/distributed_pipeline/__init__.py	1	1	1
fairscale/experimental/nn/distributed_pipeline/loss.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
fairscale/experimental/nn/distributed_pipeline/loss.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
fairscale/experimental/nn/distributed_pipeline/loss.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	1	5
fairscale/experimental/nn/distributed_pipeline/loss.py	fairscale/experimental/nn/distributed_pipeline/__init__.py	1	1	1
fairscale/experimental/nn/distributed_pipeline/loss.py	fairscale/experimental/nn/distributed_pipeline/data.py	1	1	1
fairscale/nn/pipe/phony.py	fairscale/experimental/nn/distributed_pipeline/pipeline.py	1	1	5
fairscale/nn/pipe/phony.py	fairscale/experimental/nn/distributed_pipeline/graph.py	1	1	4
fairscale/nn/pipe/phony.py	fairscale/experimental/nn/distributed_pipeline/partition_handler.py	1	1	5
fairscale/nn/pipe/phony.py	fairscale/experimental/nn/distributed_pipeline/__init__.py	1	1	1
fairscale/nn/pipe/phony.py	fairscale/experimental/nn/distributed_pipeline/data.py	1	1	1
fairscale/nn/pipe/phony.py	fairscale/experimental/nn/distributed_pipeline/loss.py	1	1	1
stubs/torch/utils/checkpoint.pyi	fairscale/utils/containers.py	1	4	4
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/__init__.py	1	2	29
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/nn/data_parallel/__init__.py	1	2	7
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/utils/__init__.py	1	2	3
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/nn/__init__.py	1	2	12
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/nn/wrap/__init__.py	1	2	4
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/nn/misc/__init__.py	1	2	6
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	2	4
fairscale/experimental/nn/ampnet_pipe/__init__.py	fairscale/experimental/nn/ampnet_pipe/pipe.py	1	2	3
fairscale/nn/model_parallel/__init__.py	fairscale/__init__.py	1	3	29
fairscale/nn/model_parallel/__init__.py	fairscale/nn/data_parallel/__init__.py	1	3	7
fairscale/nn/model_parallel/__init__.py	fairscale/experimental/nn/__init__.py	1	3	6
fairscale/nn/model_parallel/__init__.py	fairscale/utils/__init__.py	1	3	3
fairscale/nn/model_parallel/__init__.py	fairscale/nn/__init__.py	1	3	12
fairscale/nn/model_parallel/__init__.py	fairscale/nn/wrap/__init__.py	1	3	4
fairscale/nn/model_parallel/__init__.py	fairscale/nn/misc/__init__.py	1	3	6
fairscale/nn/model_parallel/__init__.py	fairscale/experimental/__init__.py	1	3	3
fairscale/nn/model_parallel/__init__.py	fairscale/experimental/nn/ampnet_pipe/__init__.py	1	3	2
fairscale/nn/moe/__init__.py	fairscale/__init__.py	1	4	29
fairscale/nn/moe/__init__.py	fairscale/nn/data_parallel/__init__.py	1	4	7
fairscale/nn/moe/__init__.py	fairscale/experimental/nn/__init__.py	1	4	6
fairscale/nn/moe/__init__.py	fairscale/utils/__init__.py	1	4	3
fairscale/nn/moe/__init__.py	fairscale/nn/__init__.py	1	4	12
fairscale/nn/moe/__init__.py	fairscale/nn/wrap/__init__.py	1	4	4
fairscale/nn/moe/__init__.py	fairscale/nn/misc/__init__.py	1	4	6
fairscale/nn/moe/__init__.py	fairscale/experimental/__init__.py	1	4	3
fairscale/nn/moe/__init__.py	fairscale/experimental/nn/ampnet_pipe/__init__.py	1	4	2
fairscale/nn/moe/__init__.py	fairscale/nn/model_parallel/__init__.py	1	4	3
fairscale/optim/__init__.py	fairscale/__init__.py	1	8	29
fairscale/optim/__init__.py	fairscale/nn/data_parallel/__init__.py	1	8	7
fairscale/optim/__init__.py	fairscale/experimental/nn/__init__.py	1	8	6
fairscale/optim/__init__.py	fairscale/utils/__init__.py	1	8	3
fairscale/optim/__init__.py	fairscale/nn/__init__.py	1	8	12
fairscale/optim/__init__.py	fairscale/nn/wrap/__init__.py	1	8	4
fairscale/optim/__init__.py	fairscale/nn/misc/__init__.py	1	8	6
fairscale/optim/__init__.py	fairscale/experimental/__init__.py	1	8	3
fairscale/optim/__init__.py	fairscale/experimental/nn/ampnet_pipe/__init__.py	1	8	2
fairscale/optim/__init__.py	fairscale/nn/model_parallel/__init__.py	1	8	3
fairscale/optim/__init__.py	fairscale/nn/moe/__init__.py	1	8	4
fairscale/optim/__init__.py	fairscale/optim/adascale.py	1	8	22
benchmarks/__init__.py	fairscale/utils/testing.py	1	1	39
benchmarks/__init__.py	setup.cfg	1	1	6
stubs/torch/optim/optimizer.pyi	fairscale/nn/data_parallel/sharded_ddp.py	1	4	48
stubs/torch/optim/optimizer.pyi	fairscale/experimental/nn/ampnet_pipe/ampnet.py	1	4	4
stubs/torch/optim/optimizer.pyi	fairscale/optim/adascale.py	1	4	22
stubs/torch/nn/modules/__init__.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
stubs/torch/nn/modules/__init__.pyi	fairscale/nn/wrap/auto_wrap.py	1	2	5
stubs/torch/nn/modules/__init__.pyi	fairscale/nn/__init__.py	1	2	12
stubs/torch/nn/modules/__init__.pyi	fairscale/nn/wrap/__init__.py	1	2	4
stubs/torch/nn/modules/activation.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	1	87
stubs/torch/nn/modules/activation.pyi	fairscale/nn/wrap/auto_wrap.py	1	1	5
stubs/torch/nn/modules/activation.pyi	fairscale/nn/__init__.py	1	1	12
stubs/torch/nn/modules/activation.pyi	fairscale/nn/wrap/__init__.py	1	1	4
stubs/torch/nn/modules/activation.pyi	stubs/torch/nn/modules/__init__.pyi	1	1	2
fairscale/utils/state_dict.py	fairscale/nn/misc/flatten_params_wrapper.py	1	1	18
fairscale/utils/state_dict.py	stubs/torch/__init__.pyi	1	1	18
fairscale/utils/state_dict.py	stubs/torch/cuda/__init__.pyi	1	1	8
stubs/torch/cuda/amp/__init__.pyi	fairscale/nn/data_parallel/fully_sharded_data_parallel.py	1	2	87
stubs/torch/cuda/amp/__init__.pyi	fairscale/nn/misc/flatten_params_wrapper.py	1	2	18
stubs/torch/cuda/amp/__init__.pyi	fairscale/utils/parallel.py	1	2	8
stubs/torch/cuda/amp/__init__.pyi	fairscale/nn/data_parallel/__init__.py	1	2	7
stubs/torch/cuda/amp/__init__.pyi	fairscale/optim/oss.py	1	2	83
stubs/torch/cuda/amp/__init__.pyi	fairscale/utils/reduce_scatter_bucketer.py	1	2	6
stubs/torch/cuda/amp/__init__.pyi	fairscale/utils/testing.py	1	2	39
stubs/torch/cuda/amp/__init__.pyi	stubs/torch/distributed/__init__.pyi	1	2	12
stubs/torch/cuda/amp/__init__.pyi	stubs/torch/nn/modules/module.pyi	1	2	8
stubs/torch/cuda/amp/__init__.pyi	stubs/torch/nn/parameter.pyi	1	2	6
stubs/torch/cuda/amp/__init__.pyi	stubs/torch/__init__.pyi	1	2	18
fairscale/utils/golden_testing_data.py	fairscale/optim/oss.py	1	2	83
fairscale/utils/golden_testing_data.py	fairscale/utils/testing_memory.py	1	2	2
stubs/torch/nn/parallel/distributed.pyi	fairscale/nn/data_parallel/sharded_ddp.py	1	1	48
stubs/torch/nn/parallel/distributed.pyi	fairscale/optim/oss.py	1	1	83
stubs/torch/nn/parallel/distributed.pyi	fairscale/utils/testing.py	1	1	39
fairscale/nn/pipe/rpc.py	fairscale/nn/pipe/async_pipeline.py	1	4	3
fairscale/nn/pipe/rpc.py	fairscale/nn/pipe/async_schedule.py	1	4	8
fairscale/nn/pipe/rpc.py	fairscale/nn/pipe/pipe.py	1	4	11
fairscale/nn/pipe/rpc.py	fairscale/nn/pipe/pipeline.py	1	4	5
fairscale/nn/pipe/rpc.py	fairscale/nn/__init__.py	1	4	12
fairscale/nn/pipe/types.py	fairscale/nn/pipe/async_pipeline.py	1	6	3
fairscale/nn/pipe/types.py	fairscale/nn/pipe/async_schedule.py	1	6	8
fairscale/nn/pipe/types.py	fairscale/nn/pipe/pipe.py	1	6	11
fairscale/nn/pipe/types.py	fairscale/nn/pipe/pipeline.py	1	6	5
fairscale/nn/pipe/types.py	fairscale/nn/__init__.py	1	6	12
stubs/torch/multiprocessing/__init__.pyi	benchmarks/pipe.py	1	2	24
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/pipe/async_schedule.py	1	2	8
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/pipe/pipe.py	1	2	11
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/pipe/pipeline.py	1	2	5
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/pipe/__init__.py	1	2	5
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/__init__.py	1	2	12
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/pipe/rpc.py	1	2	4
stubs/torch/multiprocessing/__init__.pyi	fairscale/nn/pipe/types.py	1	2	6