Path	Lines of Code
setup.py	10
step1_modeling/model.py	120
step1_modeling/train.py	59
step1_modeling/utils.py	34
step2_process_group_manager/model.py	120
step2_process_group_manager/process_group_manager.py	37
step2_process_group_manager/train.py	85
step2_process_group_manager/utils.py	34
step3_dataloader/dataloader.py	91
step3_dataloader/model.py	120
step3_dataloader/process_group_manager.py	37
step3_dataloader/train.py	129
step3_dataloader/utils.py	34
step4_tensor_parallel/dataloader.py	91
step4_tensor_parallel/model.py	123
step4_tensor_parallel/process_group_manager.py	37
step4_tensor_parallel/tensor_parallel.py	214
step4_tensor_parallel/train.py	132
step4_tensor_parallel/utils.py	34
step5_data_parallel_naive/data_parallel.py	23
step5_data_parallel_naive/dataloader.py	99
step5_data_parallel_naive/model.py	123
step5_data_parallel_naive/process_group_manager.py	37
step5_data_parallel_naive/tensor_parallel.py	214
step5_data_parallel_naive/train.py	141
step5_data_parallel_naive/utils.py	34
step6_data_parallel_bucket/data_parallel.py	145
step6_data_parallel_bucket/dataloader.py	99
step6_data_parallel_bucket/model.py	123
step6_data_parallel_bucket/process_group_manager.py	37
step6_data_parallel_bucket/tensor_parallel.py	214
step6_data_parallel_bucket/train.py	141
step6_data_parallel_bucket/utils.py	34
step7_pipeline_parallel_afab/data_parallel.py	145
step7_pipeline_parallel_afab/dataloader.py	99
step7_pipeline_parallel_afab/model.py	123
step7_pipeline_parallel_afab/pipeline_parallel.py	84
step7_pipeline_parallel_afab/process_group_manager.py	37
step7_pipeline_parallel_afab/tensor_parallel.py	214
step7_pipeline_parallel_afab/train.py	157
step7_pipeline_parallel_afab/utils.py	34
step8_pipeline_parallel_1f1b/data_parallel.py	145
step8_pipeline_parallel_1f1b/dataloader.py	99
step8_pipeline_parallel_1f1b/model.py	123
step8_pipeline_parallel_1f1b/pipeline_parallel.py	155
step8_pipeline_parallel_1f1b/process_group_manager.py	37
step8_pipeline_parallel_1f1b/tensor_parallel.py	214
step8_pipeline_parallel_1f1b/train.py	159
step8_pipeline_parallel_1f1b/utils.py	34