Path	Lines of Code
CODE_OF_CONDUCT.md	93
CONTRIBUTING.md	178
README.md	197
benchmarks/README.md	3
benchmarks/big_model_inference/README.md	32
benchmarks/fp8/torchao/README.md	20
benchmarks/fp8/transformer_engine/README.md	20
benchmarks/fsdp2/README.md	51
benchmarks/torch.compile/README.md	78
docker/README.md	49
examples/README.md	233
examples/by_feature/README.md	82
examples/by_feature/automatic_gradient_accumulation.py	118
examples/by_feature/checkpointing.py	193
examples/by_feature/cross_validation.py	153
examples/by_feature/ddp_comm_hook.py	131
examples/by_feature/deepspeed_with_config_support.py	546
examples/by_feature/early_stopping.py	138
examples/by_feature/fsdp_with_peak_mem_tracking.py	324
examples/by_feature/gradient_accumulation.py	126
examples/by_feature/gradient_accumulation_for_autoregressive_models.py	221
examples/by_feature/local_sgd.py	131
examples/by_feature/megatron_lm_gpt_pretraining.py	543
examples/by_feature/memory.py	118
examples/by_feature/multi_process_metrics.py	125
examples/by_feature/profiler.py	150
examples/by_feature/schedule_free.py	126
examples/by_feature/tracking.py	151
examples/complete_cv_example.py	228
examples/complete_nlp_example.py	223
examples/config_yaml_templates/README.md	6
examples/config_yaml_templates/deepspeed.yaml	5
examples/config_yaml_templates/fp8.yaml	10
examples/config_yaml_templates/fsdp.yaml	14
examples/config_yaml_templates/multi_gpu.yaml	3
examples/config_yaml_templates/multi_node.yaml	8
examples/config_yaml_templates/run_me.py	6
examples/config_yaml_templates/single_gpu.yaml	2
examples/cv_example.py	123
examples/deepspeed_config_templates/zero_stage1_config.json	43
examples/deepspeed_config_templates/zero_stage2_config.json	43
examples/deepspeed_config_templates/zero_stage2_offload_config.json	47
examples/deepspeed_config_templates/zero_stage3_config.json	44
examples/deepspeed_config_templates/zero_stage3_offload_config.json	52
examples/fsdp2/README.md	27
examples/fsdp2/fsdp2_fp8.py	151
examples/inference/distributed/README.md	16
examples/inference/distributed/distributed_image_generation.py	68
examples/inference/distributed/distributed_speech_generation.py	141
examples/inference/distributed/florence2.py	157
examples/inference/distributed/llava_next_video.py	127
examples/inference/distributed/phi2.py	38
examples/inference/distributed/stable_diffusion.py	8
examples/inference/pippy/README.md	41
examples/inference/pippy/bert.py	47
examples/inference/pippy/gpt2.py	47
examples/inference/pippy/llama.py	22
examples/inference/pippy/requirements.txt	2
examples/inference/pippy/t5.py	49
examples/multigpu_remote_launcher.py	31
examples/nlp_example.py	116
examples/requirements.txt	5
examples/slurm/fsdp_config.yaml	12
examples/slurm/submit_multicpu.sh	33
examples/slurm/submit_multigpu.sh	10
examples/slurm/submit_multinode.sh	18
examples/slurm/submit_multinode_fsdp.sh	19
tests/deepspeed/ds_config_zero2.json	49
tests/deepspeed/ds_config_zero2_model_only.json	32
tests/deepspeed/ds_config_zero3.json	56
tests/deepspeed/ds_config_zero3_model_only.json	29
tests/test_configs/README.md	2