Path	Lines of Code
tests/__init__.py	1
tests/ci_test_list_check.sh	7
tests/experimental/__init__.py	1
tests/experimental/nn/__init__.py	1
tests/experimental/nn/ampnet_pipe_process/__init__.py	1
tests/experimental/nn/ampnet_pipe_process/test_ampnet_pipe.py	89
tests/experimental/nn/data_parallel/test_gossip.py	514
tests/experimental/nn/test_auto_shard.py	111
tests/experimental/nn/test_mevo.py	60
tests/experimental/nn/test_multiprocess_pipe.py	251
tests/experimental/nn/test_offload.py	128
tests/experimental/nn/test_ssd_offload.py	105
tests/experimental/nn/test_sync_batchnorm.py	167
tests/experimental/optim/__init__.py	1
tests/experimental/optim/test_dynamic_loss_scaler.py	49
tests/experimental/tooling/__init__.py	1
tests/experimental/tooling/test_layer_memory_tracker.py	171
tests/nn/__init__.py	1
tests/nn/checkpoint/__init__.py	1
tests/nn/checkpoint/test_checkpoint_activations.py	328
tests/nn/checkpoint/test_checkpoint_activations_norm.py	52
tests/nn/data_parallel/__init__.py	1
tests/nn/data_parallel/test_fsdp.py	679
tests/nn/data_parallel/test_fsdp_apply.py	45
tests/nn/data_parallel/test_fsdp_freezing_weights.py	205
tests/nn/data_parallel/test_fsdp_grad_acc.py	143
tests/nn/data_parallel/test_fsdp_hf_transformer_eval.py	79
tests/nn/data_parallel/test_fsdp_input.py	55
tests/nn/data_parallel/test_fsdp_memory.py	339
tests/nn/data_parallel/test_fsdp_metadata.py	218
tests/nn/data_parallel/test_fsdp_multiple_forward.py	52
tests/nn/data_parallel/test_fsdp_multiple_forward_checkpoint.py	300
tests/nn/data_parallel/test_fsdp_multiple_wrapping.py	58
tests/nn/data_parallel/test_fsdp_offload.py	340
tests/nn/data_parallel/test_fsdp_optimizer_utils.py	126
tests/nn/data_parallel/test_fsdp_overlap.py	182
tests/nn/data_parallel/test_fsdp_pre_backward_hook.py	37
tests/nn/data_parallel/test_fsdp_regnet.py	299
tests/nn/data_parallel/test_fsdp_shared_weights.py	85
tests/nn/data_parallel/test_fsdp_shared_weights_mevo.py	143
tests/nn/data_parallel/test_fsdp_state_dict.py	211
tests/nn/data_parallel/test_fsdp_summon_full_params.py	49
tests/nn/data_parallel/test_fsdp_uneven.py	101
tests/nn/data_parallel/test_fsdp_with_checkpoint_wrapper.py	123
tests/nn/data_parallel/test_sharded_ddp_features.py	433
tests/nn/data_parallel/test_sharded_ddp_pytorch_parity.py	268
tests/nn/misc/__init__.py	1
tests/nn/misc/test_flatten_params_wrapper.py	219
tests/nn/misc/test_grad_bucket.py	44
tests/nn/misc/test_param_bucket.py	33
tests/nn/model_parallel/__init__.py	1
tests/nn/model_parallel/test_cross_entropy.py	49
tests/nn/model_parallel/test_initialize.py	74
tests/nn/model_parallel/test_layers.py	211
tests/nn/model_parallel/test_random.py	128
tests/nn/moe/__init__.py	1
tests/nn/moe/test_moe_layer.py	147
tests/nn/moe/test_top2gating.py	45
tests/nn/pipe/__init__.py	1
tests/nn/pipe/conftest.py	35
tests/nn/pipe/skip/__init__.py	1
tests/nn/pipe/skip/test_api.py	26
tests/nn/pipe/skip/test_gpipe.py	76
tests/nn/pipe/skip/test_inspect_skip_layout.py	67
tests/nn/pipe/skip/test_leak.py	83
tests/nn/pipe/skip/test_portal.py	94
tests/nn/pipe/skip/test_stash_pop.py	92
tests/nn/pipe/skip/test_tracker.py	85
tests/nn/pipe/skip/test_verify_skippables.py	109
tests/nn/pipe/test_balance.py	155
tests/nn/pipe/test_bugs.py	76
tests/nn/pipe/test_checkpoint.py	103
tests/nn/pipe/test_checkpoint_ddp.py	140
tests/nn/pipe/test_copy.py	43
tests/nn/pipe/test_deferred_batch_norm.py	117
tests/nn/pipe/test_dependency.py	95
tests/nn/pipe/test_inplace.py	37
tests/nn/pipe/test_microbatch.py	86
tests/nn/pipe/test_parity.py	75
tests/nn/pipe/test_phony.py	30
tests/nn/pipe/test_pipe.py	388
tests/nn/pipe/test_pipeline.py	19
tests/nn/pipe/test_stream.py	134
tests/nn/pipe/test_transparency.py	27
tests/nn/pipe/test_worker.py	99
tests/nn/pipe_process/__init__.py	1
tests/nn/pipe_process/conftest.py	35
tests/nn/pipe_process/skip/__init__.py	1
tests/nn/pipe_process/test_bugs.py	124
tests/nn/pipe_process/test_inplace.py	50
tests/nn/pipe_process/test_pipe.py	597
tests/nn/pipe_process/test_rpc.py	199
tests/nn/pipe_process/test_transparency.py	43
tests/nn/wrap/__init__.py	1
tests/nn/wrap/test_wrap.py	110
tests/optim/__init__.py	1
tests/optim/test_adam.py	288
tests/optim/test_ddp_adascale.py	90
tests/optim/test_layerwise_gradient_scaler.py	155
tests/optim/test_oss.py	663
tests/optim/test_oss_adascale.py	80
tests/optim/test_single_node_adascale.py	257
tests/run_mpi_tests.sh	8
tests/utils/__init__.py	1
tests/utils/test_containers.py	98
tests/utils/test_parallel.py	12
tests/utils/test_reduce_scatter_bucketer.py	85
tests/utils/test_state_dict.py	19
tests/utils/test_version.py	8