id: 1
unit: def _validate_jmespath_result()
file: src/fmeval/data_loaders/json_parser.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 9
number of parameters: 4

id: 2
unit: def __init__()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 9
number of parameters: 4

id: 3
unit: def __init__()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 6
number of parameters: 6

id: 4
unit: def get_perturbation_transform()
file: src/fmeval/eval_algorithms/semantic_robustness_utils.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 6
number of parameters: 1

id: 5
unit: def __init__()
file: src/fmeval/transforms/transform_pipeline.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 6
number of parameters: 2

id: 6
unit: def _get_data_loader_config()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 5
number of parameters: 2

id: 7
unit: def predict()
file: src/fmeval/model_runners/bedrock_model_runner.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 5
number of parameters: 2

id: 8
unit: def predict()
file: src/fmeval/model_runners/sm_model_runner.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 5
number of parameters: 2

id: 9
unit: def _read_stream()
file: src/fmeval/data_loaders/json_data_loader.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 5
number of parameters: 3

id: 10
unit: def create_content_composer()
file: src/fmeval/model_runners/composers/__init__.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 9
number of parameters: 3

id: 11
unit: def __eq__()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 2

id: 12
unit: def get_dataset()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 6
number of parameters: 2

id: 13
unit: def perturb()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 2

id: 14
unit: def __init__()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 2

id: 15
unit: def extract_log_probability()
file: src/fmeval/model_runners/extractors/jumpstart_extractor.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 4

id: 16
unit: def from_row()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 5

id: 17
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 3

id: 18
unit: def execute()
file: src/fmeval/transforms/transform_pipeline.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 2

id: 19
unit: def __post_init__()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 1

id: 20
unit: def __init__()
file: src/fmeval/eval_algorithms/summarization_accuracy.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 2

id: 21
unit: def validate_call()
file: src/fmeval/transforms/util.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 1

id: 22
unit: def register_input_output_keys()
file: src/fmeval/transforms/transform.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 4

id: 23
unit: def predict()
file: src/fmeval/model_runners/sm_jumpstart_model_runner.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 2

id: 24
unit: def compose()
file: src/fmeval/model_runners/composers/jumpstart_composer.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 2

id: 25
unit: def extract_log_probability()
file: src/fmeval/model_runners/extractors/json_extractor.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 4

id: 26
unit: def get_s3_client()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 1

id: 27
unit: def perturb()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 7
number of parameters: 2

id: 28
unit: def save()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 29
unit: def __init__()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 30
unit: def create_output_key()
file: src/fmeval/transforms/util.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 3

id: 31
unit: def _build_pipeline()
file: src/fmeval/eval_algorithms/prompt_stereotyping.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 2

id: 32
unit: def __post_init__()
file: src/fmeval/eval_algorithms/qa_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 33
unit: def __init__()
file: src/fmeval/transforms/semantic_robustness_metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 4

id: 34
unit: def __reduce__()
file: src/fmeval/model_runners/sm_jumpstart_model_runner.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 35
unit: def __reduce__()
file: src/fmeval/model_runners/sm_model_runner.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 36
unit: def __post_init__()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 37
unit: def __eq__()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 38
unit: def __post_init__()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 39
unit: def __post_init__()
file: src/fmeval/eval_algorithms/summarization_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 40
unit: def __post_init__()
file: src/fmeval/eval_algorithms/summarization_accuracy.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 41
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/summarization_accuracy.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 3

id: 42
unit: def evaluate_dataset()
file: src/fmeval/eval_algorithms/common.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 43
unit: def _parse_column()
file: src/fmeval/data_loaders/json_parser.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 44
unit: def __call__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 3

id: 45
unit: def extract_embedding()
file: src/fmeval/model_runners/extractors/json_extractor.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 4

id: 46
unit: def extract_output()
file: src/fmeval/model_runners/extractors/jumpstart_extractor.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 4

id: 47
unit: def to_dict()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 7
number of parameters: 1

id: 48
unit: def create_model_invocation_pipeline()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 2

id: 49
unit: def __post_init__()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 7
number of parameters: 1

id: 50
unit: def _is_valid_s3_uri()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 51
unit: def __reduce__()
file: src/fmeval/model_runners/bedrock_model_runner.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 52
unit: def __init__()
file: src/fmeval/model_runners/sm_jumpstart_model_runner.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 53
unit: def get_unique_identifiers()
file: src/fmeval/model_runners/composers/template.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 54
unit: def __init__()
file: src/fmeval/model_runners/sm_model_runner.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 55
unit: def get_jumpstart_sdk_manifest()
file: src/fmeval/model_runners/extractors/jumpstart_extractor.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 56
unit: def project_root()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 57
unit: def __call__()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 3

id: 58
unit: def __eq__()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 59
unit: def __call__()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 60
unit: def __call__()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 61
unit: def __init__()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 62
unit: def __call__()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 63
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 64
unit: def _create_bar_plot_fig()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 65
unit: def __init__()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 66
unit: def truncate_samples()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 67
unit: def _get_data_loader()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 68
unit: def __init__()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 7

id: 69
unit: def perturb()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 70
unit: def __call__()
file: src/fmeval/transforms/semantic_robustness_metrics.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 71
unit: def __call__()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 3

id: 72
unit: def extract_output()
file: src/fmeval/model_runners/extractors/json_extractor.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 4

id: 73
unit: def extract_embedding()
file: src/fmeval/model_runners/extractors/jumpstart_extractor.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 4

id: 74
unit: def get_dataset_configs()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 6
number of parameters: 3

id: 75
unit: def clean_up()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 76
unit: def _create_transforms()
file: src/fmeval/eval_algorithms/summarization_accuracy.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 77
unit: def __init__()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 78
unit: def validate_key_uniqueness()
file: src/fmeval/transforms/util.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 79
unit: def validate_existing_keys()
file: src/fmeval/transforms/util.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 80
unit: def __init__()
file: src/fmeval/transforms/semantic_robustness_metrics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 4

id: 81
unit: def __init__()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 82
unit: def __init__()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 83
unit: def is_proprietary_js_model()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 84
unit: def __init__()
file: src/fmeval/model_runners/bedrock_model_runner.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 85
unit: def __init__()
file: src/fmeval/model_runners/model_runner.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 86
unit: def get_num_actors()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 0

id: 87
unit: def timed_block()
file: src/fmeval/perf_util.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 88
unit: def __init__()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 89
unit: def __call__()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 90
unit: def evaluate()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 91
unit: def evaluate()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 92
unit: def _recall()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 5

id: 93
unit: def evaluate()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 94
unit: def evaluate()
file: src/fmeval/eval_algorithms/summarization_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 95
unit: def evaluate()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 96
unit: def evaluate()
file: src/fmeval/eval_algorithms/classification_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 97
unit: def evaluate()
file: src/fmeval/eval_algorithms/prompt_stereotyping.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 98
unit: def evaluate()
file: src/fmeval/eval_algorithms/eval_algorithm.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 99
unit: def random_upper()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 100
unit: def evaluate()
file: src/fmeval/eval_algorithms/summarization_accuracy.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 101
unit: def evaluate()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 102
unit: def evaluate()
file: src/fmeval/eval_algorithms/qa_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 103
unit: def format_string()
file: src/fmeval/reporting/util.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 104
unit: def format_dataset_name()
file: src/fmeval/reporting/util.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 4

id: 105
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 106
unit: def _encode()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 107
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 108
unit: def _create_table_row()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 109
unit: def __init__()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 110
unit: def format_prompt_template()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 3

id: 111
unit: def _get_s3_data_source()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 112
unit: def open()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 113
unit: def _validate_parsed_columns_lengths()
file: src/fmeval/data_loaders/json_parser.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 114
unit: def __init__()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 115
unit: def __call__()
file: src/fmeval/transforms/semantic_robustness_metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 116
unit: def __init__()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 117
unit: def __init__()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 8

id: 118
unit: def compose()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 119
unit: def get_jumpstart_sdk_spec()
file: src/fmeval/model_runners/extractors/jumpstart_extractor.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 120
unit: def get_eval_results_path()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 0

id: 121
unit: def singleton()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 122
unit: def __call__()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 123
unit: def dataset_aggregation()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 124
unit: def category_wise_aggregation()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 125
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 126
unit: def __init__()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 127
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 128
unit: def __post_init__()
file: src/fmeval/eval_algorithms/classification_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 1

id: 129
unit: def __call__()
file: src/fmeval/eval_algorithms/prompt_stereotyping.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 130
unit: def whitespace()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 4

id: 131
unit: def get_helper_scores()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 132
unit: def save_dataset()
file: src/fmeval/eval_algorithms/common.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 133
unit: def _create_table_html()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 134
unit: def get_data_source()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 135
unit: def _get_local_data_source()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 136
unit: def open()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 137
unit: def __init__()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 138
unit: def __init__()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 139
unit: def __call__()
file: src/fmeval/transforms/semantic_robustness_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 140
unit: def compute_metric()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 141
unit: def compute_metric()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 142
unit: def get_user_agent_extra()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 0

id: 143
unit: def __init__()
file: src/fmeval/model_runners/extractors/jumpstart_extractor.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 144
unit: def generate_model_predict_response_for_dataset()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 145
unit: def validate_dataset()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 146
unit: def validate_prompt_template()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 147
unit: def __post_init__()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 148
unit: def save()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 149
unit: def __init__()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 5

id: 150
unit: def start()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 151
unit: def convert_model_output_to_label()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 6
number of parameters: 2

id: 152
unit: def __post_init__()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 153
unit: def __init__()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 154
unit: def __post_init__()
file: src/fmeval/eval_algorithms/semantic_robustness_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 155
unit: def _normalize_and_strip_text()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 4

id: 156
unit: def __init__()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 157
unit: def _get_score()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 158
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/summarization_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 159
unit: def _get_score()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 160
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/classification_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 161
unit: def __init__()
file: src/fmeval/eval_algorithms/prompt_stereotyping.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 162
unit: def __post_init__()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 163
unit: def get_helper_scores()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 164
unit: def get_helper_scores()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 165
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/qa_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 166
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 3

id: 167
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 168
unit: def __post_init__()
file: src/fmeval/data_loaders/data_config.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 169
unit: def __init__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 170
unit: def __call__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 3

id: 171
unit: def __init__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 4

id: 172
unit: def compose()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 4

id: 173
unit: def create_extractor()
file: src/fmeval/model_runners/extractors/__init__.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 174
unit: def verify_model_determinism()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 175
unit: def __init__()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 176
unit: def __init__()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 177
unit: def _build_pipeline()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 178
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 179
unit: def _build_pipeline()
file: src/fmeval/eval_algorithms/summarization_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 180
unit: def __init__()
file: src/fmeval/eval_algorithms/qa_toxicity.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 181
unit: def _build_pipeline()
file: src/fmeval/eval_algorithms/classification_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 182
unit: def __init__()
file: src/fmeval/eval_algorithms/summarization_toxicity.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 183
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/eval_algorithm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 184
unit: def perturb()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 185
unit: def model_is_allowed()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 186
unit: def __init__()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 187
unit: def key()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 188
unit: def compile_jmespath()
file: src/fmeval/data_loaders/jmespath_util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 189
unit: def search_jmespath()
file: src/fmeval/data_loaders/jmespath_util.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 190
unit: def __init__()
file: src/fmeval/transforms/transform.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 191
unit: def __repr__()
file: src/fmeval/transforms/transform.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 192
unit: def __call__()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 193
unit: def __init__()
file: src/fmeval/transforms/semantic_robustness_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 194
unit: def _load_modules()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 195
unit: def compute_metric()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 196
unit: def __init__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 197
unit: def __call__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 198
unit: def __init__()
file: src/fmeval/model_runners/extractors/json_extractor.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 199
unit: def create_shared_resource()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 200
unit: def normalize_text_quac_protocol()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 6
number of parameters: 1

id: 201
unit: def generate_mean_delta_score()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 202
unit: def _build_pipeline()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 203
unit: def _get_score()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 5

id: 204
unit: def get_model_outputs_from_perturbed_inputs()
file: src/fmeval/eval_algorithms/semantic_robustness_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 205
unit: def _quasi_exact_match_score()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 206
unit: def _quasi_exact_inclusion_score()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 207
unit: def __init__()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 208
unit: def _replace_strings()
file: src/fmeval/reporting/util.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 3

id: 209
unit: def get_dataset_sampling_description()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 210
unit: def execute_record()
file: src/fmeval/transforms/transform_pipeline.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 3

id: 211
unit: def __init__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 212
unit: def __init__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 213
unit: def __call__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 3

id: 214
unit: def require()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 215
unit: def assert_condition()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 216
unit: def camel_to_snake()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 217
unit: def __init__()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 218
unit: def _generate_prompt_column()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 219
unit: def __enter__()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 220
unit: def __exit__()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 221
unit: def start()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 222
unit: def __init__()
file: src/fmeval/eval_algorithms/general_semantic_robustness.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 223
unit: def __init__()
file: src/fmeval/eval_algorithms/summarization_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 224
unit: def _exact_inclusion_score()
file: src/fmeval/eval_algorithms/factual_knowledge.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 225
unit: def __init__()
file: src/fmeval/eval_algorithms/classification_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 226
unit: def set_seed()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 227
unit: def __init__()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 228
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 229
unit: def __init__()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 230
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 2

id: 231
unit: def show()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 232
unit: def _is_valid_local_path()
file: src/fmeval/data_loaders/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 233
unit: def __init__()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 234
unit: def __reduce__()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 235
unit: def __init__()
file: src/fmeval/data_loaders/json_data_loader.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 236
unit: def __init__()
file: src/fmeval/data_loaders/json_parser.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 237
unit: def perturb()
file: src/fmeval/transforms/semantic_perturbations.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 238
unit: def __call__()
file: src/fmeval/transforms/common.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 239
unit: def get_boto_session()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 240
unit: def get_sagemaker_session()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 241
unit: def get_bedrock_runtime_client()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 242
unit: def is_endpoint_in_service()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 243
unit: def is_text_embedding_js_model()
file: src/fmeval/model_runners/util.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 244
unit: def __init__()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 245
unit: def cleanup_shared_resource()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 246
unit: def get_fmeval_package_version()
file: src/fmeval/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 247
unit: def generate_prompt_column_for_dataset()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 248
unit: def aggregate_evaluation_scores()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 249
unit: def __str__()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 250
unit: def generate_output_dataset_path()
file: src/fmeval/eval_algorithms/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 251
unit: def clean_up()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 252
unit: def _generate_dataset_and_category_level_scores()
file: src/fmeval/eval_algorithms/classification_accuracy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 253
unit: def __post_init__()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 254
unit: def __str__()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 255
unit: def get_default_prompt_template()
file: src/fmeval/eval_algorithms/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 256
unit: def _split()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 257
unit: def _f1_score()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 258
unit: def _precision()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 259
unit: def _exact_match_score()
file: src/fmeval/eval_algorithms/qa_accuracy.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 260
unit: def __init__()
file: src/fmeval/eval_algorithms/prompt_stereotyping.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 261
unit: def evaluate_sample()
file: src/fmeval/eval_algorithms/prompt_stereotyping.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 262
unit: def __init__()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 263
unit: def perturb()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 264
unit: def perturb()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 265
unit: def perturb()
file: src/fmeval/eval_algorithms/semantic_perturbation_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 266
unit: def batch_size()
file: src/fmeval/eval_algorithms/toxicity.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 267
unit: def __init__()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 268
unit: def __reduce__()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 269
unit: def get_score_names()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 270
unit: def __reduce__()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 271
unit: def get_score_names()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 272
unit: def __reduce__()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 273
unit: def model_list()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 274
unit: def __init__()
file: src/fmeval/eval_algorithms/qa_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 275
unit: def _build_pipeline()
file: src/fmeval/eval_algorithms/qa_accuracy_semantic_robustness.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 276
unit: def add_hyperlink()
file: src/fmeval/reporting/util.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 4

id: 277
unit: def __str__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 278
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 279
unit: def __init__()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 280
unit: def _html_wrapper()
file: src/fmeval/reporting/cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 281
unit: def _create_bar_plot_colors()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 282
unit: def _create_bar_plot_title()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 283
unit: def _get_kth_category_score()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 284
unit: def get_dataset_description()
file: src/fmeval/reporting/eval_output_cells.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 285
unit: def __init__()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 286
unit: def uri()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 287
unit: def __init__()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 288
unit: def __init__()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 289
unit: def __init__()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 290
unit: def bucket()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 291
unit: def load_dataset()
file: src/fmeval/data_loaders/json_data_loader.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 292
unit: def parse_dataset_columns()
file: src/fmeval/data_loaders/json_parser.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 293
unit: def _cast_to_string()
file: src/fmeval/data_loaders/json_parser.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 294
unit: def __init__()
file: src/fmeval/transforms/batched_transform.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 295
unit: def batch_size()
file: src/fmeval/transforms/batched_transform.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 296
unit: def get_eval_algorithm()
file: src/fmeval/eval.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 297
unit: def __str__()
file: src/fmeval/model_runners/composers/template.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 298
unit: def _get_filled_in_template()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 299
unit: def __init__()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 300
unit: def __init__()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 301
unit: def __init__()
file: src/fmeval/model_runners/composers/jumpstart_composer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 302
unit: def start()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 1

id: 303
unit: def save()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 304
unit: def clean_up()
file: src/fmeval/eval_algorithms/save_strategy.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 1

id: 305
unit: def __init__()
file: src/fmeval/eval_algorithms/eval_algorithm.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 306
unit: def get_helper_scores()
file: src/fmeval/eval_algorithms/helper_models/helper_model.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 307
unit: def open()
file: src/fmeval/data_loaders/data_sources.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 308
unit: def __call__()
file: src/fmeval/transforms/transform.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 3

id: 309
unit: def __call__()
file: src/fmeval/transforms/batched_transform.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 3

id: 310
unit: def compute_metric()
file: src/fmeval/transforms/summarization_accuracy_metrics.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 3

id: 311
unit: def compose()
file: src/fmeval/model_runners/composers/composers.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 4

id: 312
unit: def predict()
file: src/fmeval/model_runners/model_runner.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 2

id: 313
unit: def extract_log_probability()
file: src/fmeval/model_runners/extractors/extractor.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 4

id: 314
unit: def extract_output()
file: src/fmeval/model_runners/extractors/extractor.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 4

id: 315
unit: def extract_embedding()
file: src/fmeval/model_runners/extractors/extractor.py
start line: 0
end line: 0
size: 1 LOC
McCabe index: 1
number of parameters: 4