step5_data_parallel_naive/tensor_parallel.py
step7_pipeline_parallel_afab/tensor_parallel.py

step5_data_parallel_naive/model.py
step7_pipeline_parallel_afab/model.py

step5_data_parallel_naive/dataloader.py
step7_pipeline_parallel_afab/dataloader.py

step5_data_parallel_naive/train.py
step7_pipeline_parallel_afab/train.py

step5_data_parallel_naive/process_group_manager.py
step7_pipeline_parallel_afab/process_group_manager.py

step5_data_parallel_naive/utils.py
step7_pipeline_parallel_afab/utils.py

step5_data_parallel_naive/data_parallel.py
step7_pipeline_parallel_afab/data_parallel.py