step6_data_parallel_bucket/tensor_parallel.py
step8_pipeline_parallel_1f1b/tensor_parallel.py

step6_data_parallel_bucket/data_parallel.py
step8_pipeline_parallel_1f1b/data_parallel.py

step6_data_parallel_bucket/model.py
step8_pipeline_parallel_1f1b/model.py

step6_data_parallel_bucket/dataloader.py
step8_pipeline_parallel_1f1b/dataloader.py

step6_data_parallel_bucket/train.py
step8_pipeline_parallel_1f1b/train.py

step6_data_parallel_bucket/process_group_manager.py
step8_pipeline_parallel_1f1b/process_group_manager.py

step6_data_parallel_bucket/utils.py
step8_pipeline_parallel_1f1b/utils.py