step6_data_parallel_bucket/tensor_parallel.py
step7_pipeline_parallel_afab/tensor_parallel.py

step6_data_parallel_bucket/data_parallel.py
step7_pipeline_parallel_afab/data_parallel.py

step6_data_parallel_bucket/model.py
step7_pipeline_parallel_afab/model.py

step6_data_parallel_bucket/dataloader.py
step7_pipeline_parallel_afab/dataloader.py

step6_data_parallel_bucket/train.py
step7_pipeline_parallel_afab/train.py

step6_data_parallel_bucket/process_group_manager.py
step7_pipeline_parallel_afab/process_group_manager.py

step6_data_parallel_bucket/utils.py
step7_pipeline_parallel_afab/utils.py