graph G {
    compound="true"
    rankdir="TB"
    bgcolor="white"
    fontname="Tahoma"

    node [
        fixedsize="false"
        fontname="Tahoma"
        color="white"
        fillcolor="deepskyblue2"
        fontcolor="black"
        shape="box"
        style="filled"
        penwidth="1.0"
    ]
    edge [
        fontname="Arial"
        color="#00688b"
        fontcolor="black"
        fontsize="12"
        arrowsize="0.5"
        penwidth="1.0"
    ]




    "[src/nanotron/models/qwen.py]" -- "[src/nanotron/config/models_config.py]" [label=" 25 ", penwidth="10", color="#00688bFF"];
    "[src/nanotron/nn/attention.py]" -- "[src/nanotron/models/qwen.py]" [label=" 15 ", penwidth="6", color="#00688bB7"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/config/config.py]" [label=" 14 ", penwidth="5", color="#00688bA5"];
    "[src/nanotron/config/models_config.py]" -- "[src/nanotron/config/config.py]" [label=" 13 ", penwidth="5", color="#00688bA5"];
    "[src/nanotron/data/clm_collator.py]" -- "[src/nanotron/config/config.py]" [label=" 12 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/models/qwen.py]" -- "[src/nanotron/config/config.py]" [label=" 12 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/nanoset.py]" -- "[src/nanotron/models/qwen.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/nanoset.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/dataloader.py]" -- "[run_train.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/helpers.py]" -- "[src/nanotron/config/config.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/dataloader.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/nanoset.py]" -- "[run_train.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/dataloader_builder.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 11 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/parallel/tensor_parallel/functional.py]" -- "[src/nanotron/config/config.py]" [label=" 10 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 10 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/dataloader.py]" -- "[src/nanotron/data/dataloader_builder.py]" [label=" 10 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/models/qwen.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 10 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/config/config.py]" -- "[run_train.py]" [label=" 10 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/nn/attention.py]" -- "[src/nanotron/config/models_config.py]" [label=" 10 ", penwidth="4", color="#00688b93"];
    "[src/nanotron/data/nanoset.py]" -- "[src/nanotron/config/models_config.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/models/qwen.py]" -- "[run_train.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/clm_collator.py]" -- "[run_train.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/clm_collator.py]" -- "[src/nanotron/config/models_config.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/nanoset.py]" -- "[src/nanotron/config/config.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/models/qwen.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/dataloader.py]" -- "[src/nanotron/trainer.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/trainer.py]" -- "[run_train.py]" [label=" 9 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/models/base.py]" -- "[src/nanotron/helpers.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/nn/rotary.py]" -- "[src/nanotron/config/models_config.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/nn/rotary.py]" -- "[src/nanotron/models/qwen.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/dataloader_builder.py]" -- "[src/nanotron/config/config.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/config/models_config.py]" -- "[run_train.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/dataloader_builder.py]" -- "[run_train.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[slurm_launcher.py]" -- "[src/nanotron/trainer.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/parallel/tensor_parallel/functional.py]" -- "[src/nanotron/models/qwen.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/helpers.py]" -- "[src/nanotron/config/models_config.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/config/models_config.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/models/qwen.py]" -- "[src/nanotron/helpers.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/parallel/tensor_parallel/functional.py]" -- "[src/nanotron/trainer.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[slurm_launcher.py]" -- "[src/nanotron/config/config.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/dataloader.py]" -- "[src/nanotron/config/config.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/helpers.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/data/dataloader_builder.py]" -- "[src/nanotron/trainer.py]" [label=" 8 ", penwidth="3", color="#00688b82"];
    "[src/nanotron/parallel/pipeline_parallel/engine.py]" -- "[src/nanotron/trainer.py]" [label=" 7 ", penwidth="2", color="#00688b70"];
    "[src/nanotron/models/base.py]" -- "[src/nanotron/config/config.py]" [label=" 7 ", penwidth="2", color="#00688b70"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/parallel/context.py]" [label=" 7 ", penwidth="2", color="#00688b70"];
    "[src/nanotron/trainer.py]" -- "[src/nanotron/models/base.py]" [label=" 7 ", penwidth="2", color="#00688b70"];
    "[src/nanotron/models/llama.py]" -- "[src/nanotron/config/config.py]" [label=" 7 ", penwidth="2", color="#00688b70"];
    "[src/nanotron/data/nanoset.py]" -- "[slurm_launcher.py]" [label=" 7 ", penwidth="2", color="#00688b70"];
    "[src/nanotron/models/llama.py]" -- "[src/nanotron/trainer.py]" [label=" 7 ", penwidth="2", color="#00688b70"];

}