id: 1 unit: def __init__() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 63 LOC McCabe index: 17 number of parameters: 24 id: 2 unit: def log_eval_run() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 58 LOC McCabe index: 11 number of parameters: 7 id: 3 unit: def log_experiment() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 53 LOC McCabe index: 13 number of parameters: 10 id: 4 unit: def save_config() file: genai-on-vertex-ai/gemini/evals_playbook/utils/config.py start line: 0 end line: 0 size: 41 LOC McCabe index: 3 number of parameters: 14 id: 5 unit: def _upsert() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 41 LOC McCabe index: 15 number of parameters: 4 id: 6 unit: def get_eval_runs() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 28 LOC McCabe index: 5 number of parameters: 5 id: 7 unit: def load_config() file: genai-on-vertex-ai/gemini/evals_playbook/utils/config.py start line: 0 end line: 0 size: 26 LOC McCabe index: 4 number of parameters: 0 id: 8 unit: def generate_chat_responses() file: genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/eval.py start line: 0 end line: 0 size: 23 LOC McCabe index: 3 number of parameters: 5 id: 9 unit: def run_eval() file: genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/eval.py start line: 0 end line: 0 size: 21 LOC McCabe index: 1 number of parameters: 5 id: 10 unit: def compare_eval_runs() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 20 LOC McCabe index: 6 number of parameters: 3 id: 11 unit: def run_eval() file: genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_script/eval.py start line: 0 end line: 0 size: 20 LOC McCabe index: 1 number of parameters: 5 id: 12 unit: def run_eval() file: genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_script/eval.py start line: 0 end line: 0 size: 20 LOC McCabe index: 1 number of parameters: 5 id: 13 unit: def run_eval() file: genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_script/eval.py start line: 0 end line: 0 size: 20 LOC McCabe index: 2 number of parameters: 6 id: 14 unit: def __init__() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/google.py start line: 0 end line: 0 size: 20 LOC McCabe index: 4 number of parameters: 5 id: 15 unit: def insert_needle() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 18 LOC McCabe index: 9 number of parameters: 4 id: 16 unit: def run_eval() file: genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/eval.py start line: 0 end line: 0 size: 17 LOC McCabe index: 1 number of parameters: 6 id: 17 unit: def combine_eval_runs() file: genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/eval.py start line: 0 end line: 0 size: 17 LOC McCabe index: 6 number of parameters: 2 id: 18 unit: def write_to_gcs() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 16 LOC McCabe index: 6 number of parameters: 2 id: 19 unit: def _get_one() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 15 LOC McCabe index: 4 number of parameters: 5 id: 20 unit: def result_exists() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 15 LOC McCabe index: 8 number of parameters: 3 id: 21 unit: def grid_search() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 14 LOC McCabe index: 6 number of parameters: 5 id: 22 unit: def _get_all() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 4 id: 23 unit: def get_eval_run_detail() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 12 LOC McCabe index: 4 number of parameters: 5 id: 24 unit: def evaluate_response() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/google.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 4 id: 25 unit: def log_task() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 2 id: 26 unit: def log_prompt() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 2 id: 27 unit: def read_config() file: genai-on-vertex-ai/gemini/evals_playbook/utils/config.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 0 id: 28 unit: def get_db_classes() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 0 id: 29 unit: def get_experiment() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 4 id: 30 unit: def export_results() file: genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/eval.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 5 id: 31 unit: def read_context_files() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 32 unit: def __init__() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 33 unit: def get_prompt() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 34 unit: def load_dataset() file: genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/eval.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 35 unit: def print_start_test_summary() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 36 unit: def get_evaluator() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/run.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 37 unit: def __init__() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/google.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 4 id: 38 unit: def save_prompt_template() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 5 id: 39 unit: def load_dataset() file: genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_script/eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 40 unit: def load_dataset() file: genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/eval.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 41 unit: def get_model_to_test() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/run.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 42 unit: def main() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/run.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 43 unit: def is_root_dir() file: genai-on-vertex-ai/gemini/evals_playbook/utils/config.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 44 unit: def get_table_name_keys() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 45 unit: def load_dataset() file: genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_script/eval.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 46 unit: def logistic() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 5 id: 47 unit: def encode_and_trim() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 3 id: 48 unit: def get_db_object() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 49 unit: def generate_uuid() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 50 unit: def save_prompt() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 4 id: 51 unit: def case_insensitive_match() file: genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_script/eval.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 2 id: 52 unit: def start_test() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 53 unit: def generate_prompt() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/google.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 54 unit: def clean_string() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 55 unit: def format_dt() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 56 unit: def get_all_tasks() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 57 unit: def get_all_experiments() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 58 unit: def get_all_prompts() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 59 unit: def get_all_eval_runs() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 60 unit: def get_all_eval_run_details() file: genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 61 unit: def sigmoid() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 62 unit: def get_context_length_in_tokens() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 63 unit: def get_results() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 64 unit: def encode_text_to_tokens() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/google.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 65 unit: def decode_tokens() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/google.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 66 unit: def generate_prompt() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/model.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 3 id: 67 unit: def encode_text_to_tokens() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/model.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 2 id: 68 unit: def decode_tokens() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/model.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 3 id: 69 unit: def evaluate_response() file: genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/evaluator.py start line: 0 end line: 0 size: 1 LOC McCabe index: 1 number of parameters: 4