graph G { compound="true" rankdir="TB" bgcolor="white" fontname="Tahoma" node [ fixedsize="false" fontname="Tahoma" color="white" fillcolor="deepskyblue2" fontcolor="black" shape="box" style="filled" penwidth="1.0" ] edge [ fontname="Arial" color="#00688b" fontcolor="black" fontsize="12" arrowsize="0.5" penwidth="1.0" ] "[toolkits/model_checkpoints_convertor/utils/__init__.py]" -- "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v3_moe.py]" [label=" 4 ", penwidth="4", color="#00688b93"]; "[megatron_patch/model/deepseek_v2/transformer_config.py]" -- "[megatron_patch/arguments.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" -- "[toolkits/model_checkpoints_convertor/utils/__init__.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[megatron_patch/data/utils.py]" -- "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v3_moe.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v3_moe.py]" -- "[megatron_patch/arguments.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[megatron_patch/data/utils.py]" -- "[megatron_patch/template/helper.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" -- "[megatron_patch/arguments.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[megatron_patch/model/qwen2_vl/layer_specs.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" -- "[megatron_patch/model/deepseek_v2/transformer_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py]" -- "[megatron_patch/model/deepseek_v2/transformer_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/rope_utils.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/sft_data_preprocessing/build_idxmap_sft_dataset.py]" -- "[megatron_patch/data/utils.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/rotary_pos_embedding.py]" -- "[megatron_patch/model/qwen2_vl/transformer_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/data/__init__.py]" -- "[megatron_patch/template/helper.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/model.py]" -- "[megatron_patch/model/qwen2_vl/transformer_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/utils/__init__.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/rotary_pos_embedding.py]" -- "[megatron_patch/model/qwen2_vl/model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/attention.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/attention_vision.py]" -- "[megatron_patch/model/qwen2_vl/attention.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/layer_specs.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py]" -- "[megatron_patch/data/utils.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/utils/__init__.py]" -- "[megatron_patch/template/helper.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py]" -- "[toolkits/model_checkpoints_convertor/utils/__init__.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/layer_specs.py]" -- "[megatron_patch/model/qwen2_vl/attention_vision.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2/moe/moe_layer.py]" -- "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" -- "[megatron_patch/template/helper.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/arguments.py]" -- "[megatron_patch/template/helper.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/deepseek_v2/transformer_config.py]" -- "[megatron_patch/model/deepseek_v2/multi_latent_attention.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/data/utils.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v3_moe.py]" -- "[megatron_patch/template/helper.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/deepseek_v2/multi_latent_attention.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/attention_vision.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/layer_specs.py]" -- "[megatron_patch/model/qwen2_vl/attention.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/rotary_pos_embedding.py]" -- "[megatron_patch/model/qwen2_vl/gpt_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/distributed_checkpoints_convertor/impl/general/synchronizer.py]" -- "[toolkits/distributed_checkpoints_convertor/impl/general/h2m_synchronizer.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/distributed_checkpoints_convertor/impl/general/m2h_synchronizer.py]" -- "[toolkits/distributed_checkpoints_convertor/impl/general/h2m_synchronizer.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/visionmodel.py]" -- "[megatron_patch/model/qwen2_vl/model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/data/__init__.py]" -- "[megatron_patch/data/utils.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/attention_vision.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/rope_utils.py]" -- "[megatron_patch/model/qwen2_vl/model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/attention.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/visionmodel.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/distributed_checkpoints_convertor/impl/general/synchronizer.py]" -- "[toolkits/distributed_checkpoints_convertor/impl/general/m2h_synchronizer.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/visionmodel.py]" -- "[megatron_patch/model/qwen2_vl/rope_utils.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py]" -- "[megatron_patch/arguments.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/model.py]" -- "[toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/model.py]" -- "[megatron_patch/model/qwen2_vl/gpt_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/model/qwen2_vl/gpt_model.py]" -- "[megatron_patch/model/qwen2_vl/transformer_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[megatron_patch/data/utils.py]" -- "[toolkits/model_checkpoints_convertor/utils/__init__.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; }