id: 1
unit: def run()
file: yourbench/pipeline/lighteval.py
start line: 0
end line: 0
size: 177 LOC
McCabe index: 40
number of parameters: 2

id: 2
unit: def create_model_config()
file: yourbench/main.py
start line: 0
end line: 0
size: 85 LOC
McCabe index: 25
number of parameters: 1

id: 3
unit: def _generate_and_upload_dataset_card()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 55 LOC
McCabe index: 11
number of parameters: 3

id: 4
unit: def parse_single_shot_responses()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 11
number of parameters: 3

id: 5
unit: def run()
file: yourbench/pipeline/summarization.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 15
number of parameters: 2

id: 6
unit: def parse_multi_hop_responses()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 9
number of parameters: 3

id: 7
unit: def _create_cross_document_dataset()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 14
number of parameters: 3

id: 8
unit: def configure_model_roles()
file: yourbench/main.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 11
number of parameters: 1

id: 9
unit: def help()
file: yourbench/main.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 2
number of parameters: 0

id: 10
unit: def run_multi_hop()
file: yourbench/pipeline/question_generation.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 11
number of parameters: 2

id: 11
unit: def run()
file: yourbench/pipeline/citation_score_filtering.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 6
number of parameters: 2

id: 12
unit: def run()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 10
number of parameters: 2

id: 13
unit: def run()
file: yourbench/pipeline/upload_ingest_to_hub.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 8
number of parameters: 2

id: 14
unit: def write_env_file()
file: yourbench/main.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 17
number of parameters: 2

id: 15
unit: def run_single_shot()
file: yourbench/pipeline/question_generation.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 6
number of parameters: 2

id: 16
unit: def run()
file: yourbench/pipeline/chunking.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 8
number of parameters: 2

id: 17
unit: def configure_question_generation()
file: yourbench/main.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 8
number of parameters: 2

id: 18
unit: def _initialize_markdown_processor()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 7
number of parameters: 2

id: 19
unit: def build_multi_hop_inference_calls()
file: yourbench/utils/inference/inference_builders.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 7
number of parameters: 3

id: 20
unit: def _serialize_config_for_card()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 15
number of parameters: 2

id: 21
unit: def to_dict()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 4
number of parameters: 2

id: 22
unit: def _load_models()
file: yourbench/utils/inference/inference_core.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 7
number of parameters: 3

id: 23
unit: def run()
file: yourbench/main.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 1
number of parameters: 2

id: 24
unit: def configure_chunking()
file: yourbench/main.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 4
number of parameters: 1

id: 25
unit: def configure_pipeline_stages()
file: yourbench/main.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 4
number of parameters: 0

id: 26
unit: def _collect_markdown_files()
file: yourbench/pipeline/upload_ingest_to_hub.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 1

id: 27
unit: def build_single_shot_inference_calls()
file: yourbench/utils/inference/inference_builders.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 4
number of parameters: 4

id: 28
unit: def _get_markdown_content()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 2

id: 29
unit: def _build_combine_calls()
file: yourbench/pipeline/summarization.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 1

id: 30
unit: def parse_qa_pairs_from_response()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 11
number of parameters: 1

id: 31
unit: def _extract_settings()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 2

id: 32
unit: def run()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 1

id: 33
unit: def _extract_markdown_from_html()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 1

id: 34
unit: def _plot_pipeline_stage_timing()
file: yourbench/pipeline/handler.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 0

id: 35
unit: def load()
file: yourbench/utils/loading_engine.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 1

id: 36
unit: def _resolve_organization()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 11
number of parameters: 2

id: 37
unit: def shuffle_mcq()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 1

id: 38
unit: def _get_pipeline_subset_info()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 2

id: 39
unit: def __post_init__()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 1

id: 40
unit: def build()
file: yourbench/main.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 1

id: 41
unit: def display_questions()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 4

id: 42
unit: def _log_individual_call()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 8
number of parameters: 5

id: 43
unit: def run_analysis()
file: yourbench/analysis/__init__.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 3

id: 44
unit: def _convert_document_to_markdown()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 3

id: 45
unit: def _convert_ingested_docs_to_dataset()
file: yourbench/pipeline/upload_ingest_to_hub.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 46
unit: def _best_effort_json_extract()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 9
number of parameters: 1

id: 47
unit: def normalize_multi_choice()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 2

id: 48
unit: def _write_aggregate_log()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 0

id: 49
unit: def extract_content_from_xml_tags()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 2

id: 50
unit: def normalize_open_ended()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 2

id: 51
unit: def extract_readme_metadata()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 52
unit: def upload_dataset_card()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 53
unit: def _count_message_tokens()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 3

id: 54
unit: def _validate_repo()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 1

id: 55
unit: def _load_hub()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 3

id: 56
unit: def extract_dataset_info()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 57
unit: def _extract_model_list()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 58
unit: def _safe_save()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 2

id: 59
unit: def _maybe_strip_triple_backticks()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 1

id: 60
unit: def configure_ingestion()
file: yourbench/main.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 61
unit: def create()
file: yourbench/main.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 2

id: 62
unit: def compute()
file: yourbench/pipeline/citation_score_filtering.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 4

id: 63
unit: def _extract_ingestion_config()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 64
unit: def _extract_tag_content()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 65
unit: def from_dataset_row()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 66
unit: def create_table()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 67
unit: def configure_summarization()
file: yourbench/main.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 68
unit: def extract_config()
file: yourbench/pipeline/chunking.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 69
unit: def _expand_env_vars()
file: yourbench/utils/loading_engine.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 6
number of parameters: 1

id: 70
unit: def _count_tokens()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 71
unit: def _load_local()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 72
unit: def _merge_datasets()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 3

id: 73
unit: def custom_load_dataset()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 74
unit: def from_single_hop()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 75
unit: def from_multi_hop()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 76
unit: def validate_api_key_format()
file: yourbench/main.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 7
number of parameters: 1

id: 77
unit: def _update_aggregate_cost()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 78
unit: def _expand_var()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 79
unit: def custom_save_dataset()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 80
unit: def validate_list()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 81
unit: def _get_encoding()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 82
unit: def split_into_token_chunks()
file: yourbench/utils/chunking_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 83
unit: def force_int_in_range()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 84
unit: def load_questions()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 3

id: 85
unit: def _build_chunk_calls()
file: yourbench/pipeline/summarization.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 86
unit: def _remove_log_handler_safely()
file: yourbench/pipeline/handler.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 87
unit: def chunk_document()
file: yourbench/pipeline/chunking.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 3

id: 88
unit: def _attempt_json_parse()
file: yourbench/utils/parsing_engine.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 89
unit: def _collect_chunk_summaries()
file: yourbench/pipeline/summarization.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 90
unit: def _merge_final_summaries()
file: yourbench/pipeline/summarization.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 91
unit: def run_pipeline()
file: yourbench/pipeline/handler.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 92
unit: def _check_for_unrecognized_stages()
file: yourbench/pipeline/handler.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 93
unit: def repo_id()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 94
unit: def analyze()
file: yourbench/main.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 95
unit: def _extract_model_roles()
file: yourbench/pipeline/ingestion.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 96
unit: def __post_init__()
file: yourbench/utils/inference/inference_core.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 97
unit: def __init__()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 98
unit: def gui()
file: yourbench/main.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 99
unit: def _get_stage_config()
file: yourbench/pipeline/citation_score_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 100
unit: def _ratio()
file: yourbench/pipeline/citation_score_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 101
unit: def create_multihop_chunks()
file: yourbench/pipeline/chunking.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 102
unit: def load_config()
file: yourbench/utils/loading_engine.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 103
unit: def run_inference()
file: yourbench/utils/inference/inference_core.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 104
unit: def _ensure_logs_dir()
file: yourbench/utils/inference/inference_tracking.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 105
unit: def _is_offline()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 106
unit: def replace_dataset_columns()
file: yourbench/utils/dataset_engine.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 107
unit: def get_sampling_cfg()
file: yourbench/utils/chunking_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 108
unit: def safe_sample()
file: yourbench/utils/chunking_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 109
unit: def sample_single_hop_chunks()
file: yourbench/utils/chunking_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 110
unit: def sample_multihop_groups()
file: yourbench/utils/chunking_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 111
unit: def answer()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 112
unit: def question_type()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 113
unit: def is_multi_hop()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 114
unit: def is_single_hop()
file: yourbench/utils/question_models.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 115
unit: def choices_display()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 116
unit: def __init__()
file: yourbench/analysis/view_sample_questions.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 117
unit: def main()
file: yourbench/main.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0