graph G {
    compound="true"
    rankdir="TB"
    bgcolor="white"
    fontname="Tahoma"

    node [
        fixedsize="false"
        fontname="Tahoma"
        color="white"
        fillcolor="deepskyblue2"
        fontcolor="black"
        shape="box"
        style="filled"
        penwidth="1.0"
    ]
    edge [
        fontname="Arial"
        color="#DC143C"
        fontcolor="black"
        fontsize="12"
        arrowsize="0.5"
        penwidth="1.0"
    ]




    "step7_pipeline_parallel_afab" -- "step8_pipeline_parallel_1f1b" [label=" 1666 ", penwidth="10", color="#DC143CFF"];
    "step6_data_parallel_bucket" -- "step8_pipeline_parallel_1f1b" [label=" 1470 ", penwidth="8", color="#DC143CDB"];
    "step6_data_parallel_bucket" -- "step7_pipeline_parallel_afab" [label=" 1470 ", penwidth="8", color="#DC143CDB"];
    "step5_data_parallel_naive" -- "step6_data_parallel_bucket" [label=" 1234 ", penwidth="7", color="#DC143CC9"];
    "step5_data_parallel_naive" -- "step8_pipeline_parallel_1f1b" [label=" 1220 ", penwidth="7", color="#DC143CC9"];
    "step5_data_parallel_naive" -- "step7_pipeline_parallel_afab" [label=" 1220 ", penwidth="7", color="#DC143CC9"];
    "step4_tensor_parallel" -- "step6_data_parallel_bucket" [label=" 1154 ", penwidth="6", color="#DC143CB7"];
    "step4_tensor_parallel" -- "step5_data_parallel_naive" [label=" 1154 ", penwidth="6", color="#DC143CB7"];
    "step4_tensor_parallel" -- "step7_pipeline_parallel_afab" [label=" 1124 ", penwidth="6", color="#DC143CB7"];
    "step4_tensor_parallel" -- "step8_pipeline_parallel_1f1b" [label=" 1124 ", penwidth="6", color="#DC143CB7"];
    "step3_dataloader" -- "step4_tensor_parallel" [label=" 744 ", penwidth="4", color="#DC143C93"];
    "step3_dataloader" -- "step5_data_parallel_naive" [label=" 726 ", penwidth="4", color="#DC143C93"];
    "step3_dataloader" -- "step6_data_parallel_bucket" [label=" 726 ", penwidth="4", color="#DC143C93"];
    "step3_dataloader" -- "step7_pipeline_parallel_afab" [label=" 698 ", penwidth="4", color="#DC143C93"];
    "step3_dataloader" -- "step8_pipeline_parallel_1f1b" [label=" 698 ", penwidth="4", color="#DC143C93"];
    "step2_process_group_manager" -- "step3_dataloader" [label=" 460 ", penwidth="2", color="#DC143C70"];
    "step2_process_group_manager" -- "step7_pipeline_parallel_afab" [label=" 446 ", penwidth="2", color="#DC143C70"];
    "step2_process_group_manager" -- "step8_pipeline_parallel_1f1b" [label=" 446 ", penwidth="2", color="#DC143C70"];
    "step2_process_group_manager" -- "step5_data_parallel_naive" [label=" 446 ", penwidth="2", color="#DC143C70"];
    "step2_process_group_manager" -- "step4_tensor_parallel" [label=" 446 ", penwidth="2", color="#DC143C70"];
    "step2_process_group_manager" -- "step6_data_parallel_bucket" [label=" 446 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step2_process_group_manager" [label=" 378 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step3_dataloader" [label=" 352 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step5_data_parallel_naive" [label=" 338 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step7_pipeline_parallel_afab" [label=" 338 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step8_pipeline_parallel_1f1b" [label=" 338 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step4_tensor_parallel" [label=" 338 ", penwidth="2", color="#DC143C70"];
    "step1_modeling" -- "step6_data_parallel_bucket" [label=" 338 ", penwidth="2", color="#DC143C70"];

}