def update_perf_dfs()

in llm_perf/update_llm_perf_leaderboard.py [0:0]

• 22 lines of code
• 6 McCabe index (conditional complexity)

def update_perf_dfs():
    """
    Update the performance dataframes for all machines
    """

    hardware_configs = load_hardware_configs("llm_perf/hardware.yaml")

    for hardware_config in hardware_configs:
        for subset in hardware_config.subsets:
            for backend in hardware_config.backends:
                try:
                    gather_benchmarks(
                        subset,
                        hardware_config.machine,
                        backend,
                        hardware_config.hardware,
                    )
                except Exception:
                    print("Dataset not found for:")
                    print(f"  • Backend: {backend}")
                    print(f"  • Subset: {subset}")
                    print(f"  • Machine: {hardware_config.machine}")
                    print(f"  • Hardware Type: {hardware_config.hardware}")
                    url = f"{PERF_REPO_ID.format(subset=subset, machine=hardware_config.machine, backend=backend, hardware=hardware_config.hardware)}"

                    does_exist = repo_exists(url, repo_type="dataset")

                    if does_exist:
                        print(f"Dataset exists: {url} but could not be processed")