huggingface / llm-perf-backend Conditional Complexity

Intro

Conditional complexity (also called cyclomatic complexity) is a term used to measure the complexity of software. The term refers to the number of possible paths through a program function. A higher value ofter means higher maintenance and testing costs (infosecinstitute.com).
Conditional complexity is calculated by counting all conditions in the program that can affect the execution path (e.g. if statement, loops, switches, and/or operators, try and catch blocks...).
Conditional complexity is measured at the unit level (methods, functions...).
Units are classified in four categories based on the measured McCabe index: 1-5 (simple units), 6-10 (medium complex units), 11-25 (complex units), 26+ (very complex units).

Learn more...

Conditional Complexity Overall

There are 53 units with 642 lines of code in units (64.3% of code).

0 very complex units (0 lines of code)
0 complex units (0 lines of code)
0 medium complex units (0 lines of code)
3 simple units (148 lines of code)
50 very simple units (494 lines of code)

Legend:

51+

26-50

11-25

6-10

1-5

Alternative Visuals

3D view of all units

Conditional Complexity per Extension

51+

26-50

11-25

6-10

1-5

Conditional Complexity per Logical Component

primary logical decomposition

51+

26-50

11-25

6-10

1-5

Most Complex Units

Top 50 most complex units

Unit	# lines	McCabe index	# params
def patch_json() in llm_perf/update_llm_perf_leaderboard.py	19	9	1
def update_perf_dfs() in llm_perf/update_llm_perf_leaderboard.py	22	6	0
def _get_weights_configs() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	107	6	2
def main() in llm_perf/common/get_top_model_from_hub.py	22	4	0
def get_top_llm_list() in llm_perf/common/utils.py	14	3	1
def is_benchmark_conducted() in llm_perf/common/benchmark_runner.py	11	3	3
def run_benchmark() in llm_perf/common/benchmark_runner.py	19	3	2
def is_benchmark_supported() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	7	3	2
def gather_benchmarks() in llm_perf/update_llm_perf_leaderboard.py	26	2	4
def compute_org_downloads() in llm_perf/common/get_top_model_from_hub.py	5	2	1
def run_benchmarks() in llm_perf/common/benchmark_runner.py	12	2	1
def load_hardware_configs() in llm_perf/common/hardware_config.py	4	2	1
def get_list_of_benchmarks_to_run() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	13	2	1
def get_list_of_benchmarks_to_run() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py	13	2	1
def _get_weights_configs() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py	11	2	2
def get_list_of_benchmarks_to_run() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_pytorch.py	13	2	1
def _get_weights_configs() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_pytorch.py	21	2	2
def get_list_of_benchmarks_to_run() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_onnxruntime.py	13	2	1
def _get_weights_configs() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_onnxruntime.py	21	2	2
def update_llm_df() in llm_perf/update_llm_perf_leaderboard.py	10	1	0
def update_llm_perf_leaderboard() in llm_perf/update_llm_perf_leaderboard.py	2	1	0
def get_top_text_generation_models() in llm_perf/common/get_top_model_from_hub.py	2	1	0
def save_to_json() in llm_perf/common/get_top_model_from_hub.py	4	1	2
def upload_to_hf_dataset() in llm_perf/common/get_top_model_from_hub.py	4	1	2
def is_debug_mode() in llm_perf/common/dependency.py	2	1	0
def get_benchmark_top_n() in llm_perf/common/dependency.py	2	1	0
def __init__() in llm_perf/common/benchmark_runner.py	6	1	0
def _get_weights_configs() in llm_perf/common/benchmark_runner.py	4	1	2
def _get_attention_configs() in llm_perf/common/benchmark_runner.py	4	1	1
def is_benchmark_supported() in llm_perf/common/benchmark_runner.py	2	1	2
def get_list_of_benchmarks_to_run() in llm_perf/common/benchmark_runner.py	4	1	1
def get_benchmark_name() in llm_perf/common/benchmark_runner.py	4	1	3
def get_benchmark_config() in llm_perf/common/benchmark_runner.py	4	1	3
def execute_and_log_benchmark() in llm_perf/common/benchmark_runner.py	2	1	0
def __repr__() in llm_perf/common/hardware_config.py	5	1	1
def __init__() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	7	1	1
def get_benchmark_name() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	4	1	3
def get_benchmark_config() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	41	1	3
def _get_attention_configs() in llm_perf/benchmark_runners/cuda/update_llm_perf_cuda_pytorch.py	2	1	1
def __init__() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py	7	1	1
def get_benchmark_name() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py	4	1	3
def get_benchmark_config() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py	34	1	3
def _get_attention_configs() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_openvino.py	2	1	1
def __init__() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_pytorch.py	7	1	1
def get_benchmark_name() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_pytorch.py	4	1	3
def get_benchmark_config() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_pytorch.py	38	1	3
def _get_attention_configs() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_pytorch.py	2	1	1
def __init__() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_onnxruntime.py	7	1	1
def get_benchmark_name() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_onnxruntime.py	4	1	3
def get_benchmark_config() in llm_perf/benchmark_runners/cpu/update_llm_perf_cpu_onnxruntime.py	36	1	3