graph G { compound="true" rankdir="TB" bgcolor="white" fontname="Tahoma" node [ fixedsize="false" fontname="Tahoma" color="white" fillcolor="deepskyblue2" fontcolor="black" shape="box" style="filled" penwidth="1.0" ] edge [ fontname="Arial" color="#00688b" fontcolor="black" fontsize="12" arrowsize="0.5" penwidth="1.0" ] "[src/lighteval/models/vllm/vllm_model.py]" -- "[src/lighteval/models/transformers/transformers_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/lighteval/models/transformers/transformers_model.py]" -- "[src/lighteval/models/litellm_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/lighteval/models/vllm/vllm_model.py]" -- "[src/lighteval/models/litellm_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/lighteval/models/vllm/vllm_model.py]" -- "[src/lighteval/models/sglang/sglang_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/lighteval/models/transformers/transformers_model.py]" -- "[src/lighteval/models/sglang/sglang_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/lighteval/models/sglang/sglang_model.py]" -- "[src/lighteval/models/litellm_model.py]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[src/lighteval/tasks/requests.py]" -- "[src/lighteval/tasks/extended/mix_eval/main.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/lighteval_task.py]" -- "[src/lighteval/logging/info_loggers.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/ifeval/main.py]" -- "[src/lighteval/models/transformers/transformers_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/transformers_model.py]" -- "[src/lighteval/main_endpoint.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/lcb/main.py]" -- "[src/lighteval/models/litellm_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/lcb/main.py]" -- "[src/lighteval/main_accelerate.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/vlm_transformers_model.py]" -- "[src/lighteval/metrics/normalizations.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/transformers_model.py]" -- "[src/lighteval/models/custom/custom_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/metrics/normalizations.py]" -- "[src/lighteval/metrics/metrics.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/metrics/harness_compatibility/drop.py]" -- "[src/lighteval/main_endpoint.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/main_tasks.py]" -- "[community_tasks/french_evals.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/endpoints/endpoint_model.py]" -- "[src/lighteval/main_sglang.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/endpoints/endpoint_model.py]" -- "[src/lighteval/metrics/utils/metric_utils.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/vlm_transformers_model.py]" -- "[src/lighteval/main_accelerate.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/ifeval/main.py]" -- "[community_tasks/_template.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/lighteval_task.py]" -- "[src/lighteval/main_custom.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/main_vllm.py]" -- "[src/lighteval/logging/info_loggers.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/model_output.py]" -- "[community_tasks/arabic_evals.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/lighteval_task.py]" -- "[src/lighteval/main_nanotron.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/mt_bench/main.py]" -- "[src/lighteval/models/dummy/dummy_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/transformers_model.py]" -- "[src/lighteval/models/endpoints/tgi_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/ifeval/main.py]" -- "[src/lighteval/models/custom/custom_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/multilingual/tasks.py]" -- "[src/lighteval/models/dummy/dummy_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/main_sglang.py]" -- "[community_tasks/french_evals.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/abstract_model.py]" -- "[pyproject.toml]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/prompt_manager.py]" -- "[src/lighteval/main_accelerate.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/vlm_transformers_model.py]" -- "[src/lighteval/metrics/harness_compatibility/truthful_qa.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/hle/main.py]" -- "[community_tasks/arabic_evals.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/extended/lcb/main.py]" -- "[src/lighteval/models/endpoints/inference_providers_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/abstract_model.py]" -- "[community_tasks/french_evals.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/logging/info_loggers.py]" -- "[src/lighteval/data.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/metrics/__init__.py]" -- "[community_tasks/arabic_evals.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/lighteval_task.py]" -- "[src/lighteval/metrics/utils/metric_utils.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/metrics/dynamic_metrics.py]" -- "[src/lighteval/logging/evaluation_tracker.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/metrics/metrics.py]" -- "[src/lighteval/logging/info_loggers.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/transformers/delta_model.py]" -- "[src/lighteval/metrics/sample_preparator.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/multilingual/tasks.py]" -- "[src/lighteval/main_sglang.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/vllm/vllm_model.py]" -- "[src/lighteval/metrics/normalizations.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/main_sglang.py]" -- "[pyproject.toml]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/prompt_manager.py]" -- "[src/lighteval/metrics/dynamic_metrics.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/tasks/registry.py]" -- "[src/lighteval/tasks/extended/mt_bench/main.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/models/litellm_model.py]" -- "[src/lighteval/models/endpoints/tgi_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/pipeline.py]" -- "[src/lighteval/models/litellm_model.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[src/lighteval/metrics/metrics.py]" -- "[src/lighteval/main_custom.py]" [label=" 1 ", penwidth="1", color="#00688b5E"]; }