graph G { compound="true" rankdir="TB" bgcolor="white" fontname="Tahoma" node [ fixedsize="false" fontname="Tahoma" color="white" fillcolor="deepskyblue2" fontcolor="black" shape="box" style="filled" penwidth="1.0" ] edge [ fontname="Arial" color="#00688b" fontcolor="black" fontsize="12" arrowsize="0.5" penwidth="1.0" ] "[src/nanotron/trainer.py]" -- "[src/nanotron/config/config.py]" [label=" 5 ", penwidth="5", color="#00688bA5"]; "[src/nanotron/config/config.py]" -- "[run_train.py]" [label=" 4 ", penwidth="4", color="#00688b93"]; "[src/nanotron/models/qwen.py]" -- "[src/nanotron/config/models_config.py]" [label=" 4 ", penwidth="4", color="#00688b93"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/logging/base.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/logging/base.py]" -- "[src/nanotron/config/config.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/trainer.py]" -- "[run_train.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/config/models_config.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/models/qwen.py]" -- "[src/nanotron/config/config.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/config/models_config.py]" -- "[src/nanotron/config/config.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/data/clm_collator.py]" -- "[src/nanotron/config/config.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/models/qwen.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/models/qwen.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/data/clm_collator.py]" -- "[src/nanotron/config/models_config.py]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[src/nanotron/serialize/metadata.py]" -- "[src/nanotron/helpers.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/metadata.py]" -- "[src/nanotron/config/config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/models/qwen.py]" -- "[src/nanotron/data/tokenized_bytes.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/models/qwen.py]" -- "[src/nanotron/config/lighteval_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/data/clm_collator.py]" -- "[run_train.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/logging/__init__.py]" -- "[src/nanotron/config/config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/logging/timers.py]" -- "[src/nanotron/logging/__init__.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/data/nanoset.py]" -- "[run_train.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/sanity_checks.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/logging/__init__.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/sanity_checks.py]" -- "[src/nanotron/helpers.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/serialize/main.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/main.py]" -- "[src/nanotron/logging/base.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/metadata.py]" -- "[src/nanotron/data/tokenized_bytes.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/scaling/parametrization.py]" -- "[src/nanotron/eval/one_job_runner.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/sanity_checks.py]" -- "[run_train.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/eval/one_job_runner.py]" -- "[src/nanotron/config/models_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/models/qwen.py]" -- "[src/nanotron/eval/one_job_runner.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/main.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/helpers.py]" -- "[run_train.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/scaling/parametrization.py]" -- "[src/nanotron/logging/base.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/helpers.py]" -- "[src/nanotron/config/models_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/sanity_checks.py]" -- "[src/nanotron/data/nemo_dataset/blendable_dataset.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/eval/one_job_runner.py]" -- "[src/nanotron/config/lighteval_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/data/nanoset.py]" -- "[src/nanotron/config/config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/metadata.py]" -- "[src/nanotron/models/qwen.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/data/tokenized_bytes.py]" -- "[src/nanotron/data/clm_collator.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/scaling/parametrization.py]" -- "[src/nanotron/config/models_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/main.py]" -- "[src/nanotron/config/config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/logging/base.py]" -- "[src/nanotron/config/models_config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/serialize/metadata.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/scaling/parametrization.py]" -- "[src/nanotron/config/config.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/trainer.py]" -- "[src/nanotron/data/nemo_dataset/blendable_dataset.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/scaling/parametrization.py]" -- "[src/nanotron/models/qwen.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/serialize/metadata.py]" -- "[src/nanotron/sanity_checks.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/nanotron/helpers.py]" -- "[src/nanotron/data/tokenized_bytes.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; }