graph G { compound="true" rankdir="TB" bgcolor="white" fontname="Tahoma" node [ fixedsize="false" fontname="Tahoma" color="white" fillcolor="deepskyblue2" fontcolor="black" shape="box" style="filled" penwidth="1.0" ] edge [ fontname="Arial" color="#00688b" fontcolor="black" fontsize="12" arrowsize="0.5" penwidth="1.0" ] "[trl/trainer/grpo_trainer.py]" -- "[trl/trainer/grpo_config.py]" [label=" 19 ", penwidth="10", color="#00688bFF"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/sft_trainer.py]" [label=" 11 ", penwidth="5", color="#00688bA5"]; "[trl/trainer/kto_trainer.py]" -- "[trl/trainer/bco_trainer.py]" [label=" 9 ", penwidth="4", color="#00688b93"]; "[trl/trainer/kto_trainer.py]" -- "[trl/trainer/grpo_trainer.py]" [label=" 8 ", penwidth="4", color="#00688b93"]; "[trl/trainer/orpo_trainer.py]" -- "[trl/trainer/bco_trainer.py]" [label=" 8 ", penwidth="4", color="#00688b93"]; "[trl/trainer/dpo_trainer.py]" -- "[trl/trainer/bco_trainer.py]" [label=" 8 ", penwidth="4", color="#00688b93"]; "[trl/trainer/orpo_trainer.py]" -- "[trl/trainer/kto_trainer.py]" [label=" 8 ", penwidth="4", color="#00688b93"]; "[trl/trainer/kto_trainer.py]" -- "[trl/trainer/dpo_trainer.py]" [label=" 8 ", penwidth="4", color="#00688b93"]; "[trl/trainer/orpo_trainer.py]" -- "[trl/trainer/dpo_trainer.py]" [label=" 8 ", penwidth="4", color="#00688b93"]; "[trl/trainer/kto_config.py]" -- "[trl/trainer/bco_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/orpo_config.py]" -- "[trl/trainer/bco_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/orpo_config.py]" -- "[trl/trainer/dpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/orpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/kto_trainer.py]" -- "[trl/trainer/cpo_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/cpo_config.py]" -- "[trl/trainer/bco_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/utils.py]" -- "[trl/trainer/grpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/orpo_config.py]" -- "[trl/trainer/kto_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/utils.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/bco_trainer.py]" -- "[trl/trainer/grpo_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/kto_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/dpo_trainer.py]" -- "[trl/trainer/cpo_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/dpo_trainer.py]" -- "[trl/trainer/grpo_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/bco_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/cpo_trainer.py]" -- "[trl/trainer/bco_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_trainer.py]" -- "[trl/trainer/grpo_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/kto_config.py]" -- "[trl/trainer/dpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/orpo_config.py]" -- "[trl/trainer/cpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/cpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/dpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/reward_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/orpo_trainer.py]" -- "[trl/trainer/cpo_trainer.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/kto_config.py]" -- "[trl/trainer/cpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/dpo_config.py]" -- "[trl/trainer/cpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/dpo_config.py]" -- "[trl/trainer/bco_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/sft_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 7 ", penwidth="3", color="#00688b82"]; "[trl/trainer/online_dpo_config.py]" -- "[trl/trainer/dpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/reward_config.py]" -- "[trl/trainer/cpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/kto_config.py]" -- "[trl/trainer/utils.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/reward_config.py]" -- "[trl/trainer/bco_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/reward_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/online_dpo_trainer.py]" -- "[trl/trainer/grpo_trainer.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/kto_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/data_utils.py]" -- "[trl/trainer/sft_trainer.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/reward_config.py]" -- "[trl/trainer/orpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/online_dpo_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/dpo_trainer.py]" -- "[trl/trainer/sft_trainer.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/dpo_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/orpo_config.py]" -- "[trl/trainer/utils.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/cpo_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; "[trl/trainer/bco_config.py]" -- "[trl/trainer/grpo_config.py]" [label=" 6 ", penwidth="3", color="#00688b82"]; }