step5_data_parallel_naive/tensor_parallel.py
step8_pipeline_parallel_1f1b/tensor_parallel.py

step5_data_parallel_naive/model.py
step8_pipeline_parallel_1f1b/model.py

step5_data_parallel_naive/dataloader.py
step8_pipeline_parallel_1f1b/dataloader.py

step5_data_parallel_naive/train.py
step8_pipeline_parallel_1f1b/train.py

step5_data_parallel_naive/process_group_manager.py
step8_pipeline_parallel_1f1b/process_group_manager.py

step5_data_parallel_naive/utils.py
step8_pipeline_parallel_1f1b/utils.py

step5_data_parallel_naive/data_parallel.py
step8_pipeline_parallel_1f1b/data_parallel.py