step4_tensor_parallel/tensor_parallel.py
step8_pipeline_parallel_1f1b/tensor_parallel.py

step4_tensor_parallel/model.py
step8_pipeline_parallel_1f1b/model.py

step4_tensor_parallel/train.py
step8_pipeline_parallel_1f1b/train.py

step4_tensor_parallel/dataloader.py
step8_pipeline_parallel_1f1b/dataloader.py

step4_tensor_parallel/process_group_manager.py
step8_pipeline_parallel_1f1b/process_group_manager.py

step4_tensor_parallel/utils.py
step8_pipeline_parallel_1f1b/utils.py