Path	Lines of Code
genai-on-vertex-ai/agents/reasoning_engine/crewai/CrewAI_on_VertexAI_Reasoning_Engine.ipynb	741
genai-on-vertex-ai/gemini/evals_playbook/bigquery_sqls/evals_bigquery.sql	113
genai-on-vertex-ai/gemini/evals_playbook/notebooks/0_gemini_evals_playbook_setup.ipynb	566
genai-on-vertex-ai/gemini/evals_playbook/notebooks/1_gemini_evals_playbook_evaluate.ipynb	1426
genai-on-vertex-ai/gemini/evals_playbook/notebooks/2_gemini_evals_playbook_gridsearch.ipynb	735
genai-on-vertex-ai/gemini/evals_playbook/pyproject.toml	25
genai-on-vertex-ai/gemini/evals_playbook/utils/config.py	86
genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py	389
genai-on-vertex-ai/gemini/model_upgrades/document_qna/promptfoo/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/document_qna/promptfoo/promptfooconfig.yaml	11
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_colab/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_colab/document_qna_eval.ipynb	248
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/eval.py	71
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/promptfoo/dataset.jsonl	10
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/promptfoo/promptfooconfig.yaml	12
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_colab/dataset.jsonl	10
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_colab/instruction_following_eval.ipynb	236
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_script/dataset.jsonl	10
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_script/eval.py	44
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/promptfoo/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/promptfoo/promptfooconfig.yaml	12
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_colab/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_colab/multiturn_chat_eval.ipynb	284
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/eval.py	66
genai-on-vertex-ai/gemini/model_upgrades/summarization/promptfoo/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/summarization/promptfoo/promptfooconfig.yaml	12
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_colab/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_colab/summarization_eval.ipynb	256
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_script/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_script/eval.py	44
genai-on-vertex-ai/gemini/model_upgrades/text_classification/promptfoo/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/text_classification/promptfoo/promptfooconfig.yaml	13
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_colab/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_colab/text_classification_eval.ipynb	238
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_script/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_script/eval.py	40
genai-on-vertex-ai/gemini/needle_in_a_haystack/MANIFEST.in	2
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/__init__.py	1
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/__init__.py	2
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/evaluator.py	5
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/google.py	27
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py	231
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/__init__.py	2
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/google.py	53
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/model.py	11
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/run.py	54
genai-on-vertex-ai/gemini/needle_in_a_haystack/setup.py	23
genai-on-vertex-ai/gemini/prompting_recipes/multimodal/multimodal_prompting_audio.ipynb	882
genai-on-vertex-ai/gemini/prompting_recipes/multimodal/multimodal_prompting_video.ipynb	1145
genai-on-vertex-ai/gemini/prompting_recipes/pdf_processing/1_extract_pdf_pages_with_gemini.ipynb	386
genai-on-vertex-ai/gemini/prompting_recipes/pdf_processing/2_pdf_info_extraction_with_gemini.ipynb	291
genai-on-vertex-ai/gemini/prompting_recipes/spatial_reasoning/spatial_reasoning_SDK_for_gemini2.ipynb	722
genai-on-vertex-ai/gemini/prompting_recipes/spatial_reasoning/spatial_reasoning_app_for_gemini2.ipynb	920
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_1_Classification.ipynb	808
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_2_Summarization.ipynb	492
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_3_Text_Generation.ipynb	649
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_4_QandA.ipynb	186