Path	Lines of Code
README.md	33
requirements.txt	7
step2_process_group_manager/patch_step_2.diff	127
step3_dataloader/patch_step_3.diff	254
step4_tensor_parallel/patch_step_4.diff	359
step5_data_parallel_naive/patch_step_5.diff	141
step6_data_parallel_bucket/patch_step_6.diff	263
step7_pipeline_parallel_afab/patch_step_7.diff	209
step8_pipeline_parallel_1f1b/patch_step_8.diff	162