path	# lines of code
genai-on-vertex-ai/agents/reasoning_engine/crewai/CrewAI_on_VertexAI_Reasoning_Engine.ipynb	741
genai-on-vertex-ai/gemini/evals_playbook/bigquery_sqls/evals_bigquery.sql	113
genai-on-vertex-ai/gemini/evals_playbook/utils/config.py	86
genai-on-vertex-ai/gemini/evals_playbook/utils/evals_playbook.py	389
genai-on-vertex-ai/gemini/evals_playbook/pyproject.toml	25
genai-on-vertex-ai/gemini/evals_playbook/notebooks/2_gemini_evals_playbook_gridsearch.ipynb	735
genai-on-vertex-ai/gemini/evals_playbook/notebooks/1_gemini_evals_playbook_evaluate.ipynb	1426
genai-on-vertex-ai/gemini/evals_playbook/notebooks/0_gemini_evals_playbook_setup.ipynb	566
genai-on-vertex-ai/gemini/prompting_recipes/multimodal/multimodal_prompting_audio.ipynb	882
genai-on-vertex-ai/gemini/prompting_recipes/multimodal/multimodal_prompting_video.ipynb	1145
genai-on-vertex-ai/gemini/prompting_recipes/pdf_processing/1_extract_pdf_pages_with_gemini.ipynb	386
genai-on-vertex-ai/gemini/prompting_recipes/pdf_processing/2_pdf_info_extraction_with_gemini.ipynb	291
genai-on-vertex-ai/gemini/prompting_recipes/spatial_reasoning/spatial_reasoning_app_for_gemini2.ipynb	920
genai-on-vertex-ai/gemini/prompting_recipes/spatial_reasoning/spatial_reasoning_SDK_for_gemini2.ipynb	722
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_script/eval.py	66
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_colab/multiturn_chat_eval.ipynb	284
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/vertex_colab/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/promptfoo/promptfooconfig.yaml	12
genai-on-vertex-ai/gemini/model_upgrades/multiturn_chat/promptfoo/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_script/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_script/eval.py	40
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_colab/text_classification_eval.ipynb	238
genai-on-vertex-ai/gemini/model_upgrades/text_classification/vertex_colab/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/text_classification/promptfoo/promptfooconfig.yaml	13
genai-on-vertex-ai/gemini/model_upgrades/text_classification/promptfoo/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_script/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_script/eval.py	44
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_colab/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/summarization/vertex_colab/summarization_eval.ipynb	256
genai-on-vertex-ai/gemini/model_upgrades/summarization/promptfoo/promptfooconfig.yaml	12
genai-on-vertex-ai/gemini/model_upgrades/summarization/promptfoo/dataset.jsonl	5
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_script/dataset.jsonl	10
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_script/eval.py	44
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_colab/instruction_following_eval.ipynb	236
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/vertex_colab/dataset.jsonl	10
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/promptfoo/promptfooconfig.yaml	12
genai-on-vertex-ai/gemini/model_upgrades/instruction_following/promptfoo/dataset.jsonl	10
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_script/eval.py	71
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_colab/document_qna_eval.ipynb	248
genai-on-vertex-ai/gemini/model_upgrades/document_qna/vertex_colab/dataset.jsonl	6
genai-on-vertex-ai/gemini/model_upgrades/document_qna/promptfoo/promptfooconfig.yaml	11
genai-on-vertex-ai/gemini/model_upgrades/document_qna/promptfoo/dataset.jsonl	6
genai-on-vertex-ai/gemini/needle_in_a_haystack/MANIFEST.in	2
genai-on-vertex-ai/gemini/needle_in_a_haystack/setup.py	23
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py	231
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/run.py	54
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/__init__.py	1
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/__init__.py	2
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/google.py	53
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/providers/model.py	11
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/evaluator.py	5
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/__init__.py	2
genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/evaluators/google.py	27
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_3_Text_Generation.ipynb	649
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_2_Summarization.ipynb	492
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_1_Classification.ipynb	808
genai-on-vertex-ai/vertex_evaluation_services/theory/Theory_Evaluate_4_QandA.ipynb	186
ai-infrastructure/terraform-modules/bootstrap/main.tf	58
ai-infrastructure/terraform-modules/bootstrap/versions.tf	13
ai-infrastructure/terraform-modules/bootstrap/templates/providers.tf.tpl	19
ai-infrastructure/terraform-modules/bootstrap/templates/backend.tf.tpl	22
ai-infrastructure/terraform-modules/bootstrap/variables.tf	54
ai-infrastructure/terraform-modules/bootstrap/outputs.tf	41
ai-infrastructure/terraform-modules/metrics-tracking/main.tf	178
ai-infrastructure/terraform-modules/metrics-tracking/versions.tf	13
ai-infrastructure/terraform-modules/metrics-tracking/variables.tf	29
ai-infrastructure/terraform-modules/metrics-tracking/outputs.tf	20
ai-infrastructure/terraform-modules/gke-aiml/main.tf	14
ai-infrastructure/terraform-modules/gke-aiml/versions.tf	13
ai-infrastructure/terraform-modules/gke-aiml/tpu_node_pools.tf	214
ai-infrastructure/terraform-modules/gke-aiml/registry.tf	9
ai-infrastructure/terraform-modules/gke-aiml/variables.tf	200
ai-infrastructure/terraform-modules/gke-aiml/vpc.tf	32
ai-infrastructure/terraform-modules/gke-aiml/cpu_node_pools.tf	56
ai-infrastructure/terraform-modules/gke-aiml/cluster.tf	36
ai-infrastructure/terraform-modules/gke-aiml/outputs.tf	45
ai-infrastructure/terraform-modules/gke-aiml/service_account.tf	23
ai-infrastructure/terraform-modules/gke-aiml/gpu_node_pools.tf	62
ai-infrastructure/terraform-modules/gke-aiml/gcs.tf	24
ai-infrastructure/terraform-modules/kueue-config/main.tf	19
ai-infrastructure/terraform-modules/kueue-config/versions.tf	13
ai-infrastructure/terraform-modules/kueue-config/variables.tf	33
ai-infrastructure/terraform-modules/kueue-config/outputs.tf	1
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-4.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6400.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-8.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5632.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4992.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7296.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5888.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2304.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3328.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4736.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-10496.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-4096.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1536.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-16.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-12288.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4352.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8832.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11776.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5248.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-768.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5120.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7168.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2176.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7936.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-640.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7424.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-9472.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7680.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-9984.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1920.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-64.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8320.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-128.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3840.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-512.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-32.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-256.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-512.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5760.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3200.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-64.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3968.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-128.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1152.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/priority_class_medium.yaml	6
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/priority_class_very_high.yaml	6
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11136.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4096.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3072.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-1536.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1280.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6656.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-896.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1792.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11648.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11264.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-10368.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/cluster_queue.yaml	15
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2432.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-64.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8704.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8960.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5376.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-10880.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3712.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-1024.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/local_queue.yaml	7
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6272.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2560.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-10752.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-2048.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6912.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-256.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4608.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1408.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-12160.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2688.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-256.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6528.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7552.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-9856.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-16.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-9600.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-9216.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-32.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-10240.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11520.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-13824.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-1.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2816.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-9728.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4224.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8192.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/priority_class_low.yaml	6
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7040.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-384.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2944.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-8.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6016.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3584.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6144.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-2048.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1664.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-6784.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4480.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11904.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-11008.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-17920.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-7808.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-12032.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v4-16.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/priority_class_very_low.yaml	6
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-3456.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-4864.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-128.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-5504.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5litepod-32.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-1024.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8064.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/resource_flavor_v5p-8448.yaml	8
ai-infrastructure/terraform-modules/kueue-config/manifest-templates/priority_class_high.yaml	6
ai-infrastructure/terraform-modules/workload-identity/main.tf	53
ai-infrastructure/terraform-modules/workload-identity/versions.tf	13
ai-infrastructure/terraform-modules/workload-identity/variables.tf	50
ai-infrastructure/terraform-modules/workload-identity/outputs.tf	31
ai-infrastructure/tpu-training-on-gke/environment/1-base-infrastructure/main.tf	63
ai-infrastructure/tpu-training-on-gke/environment/1-base-infrastructure/tensorboard.tf	7
ai-infrastructure/tpu-training-on-gke/environment/1-base-infrastructure/versions.tf	13
ai-infrastructure/tpu-training-on-gke/environment/1-base-infrastructure/variables.tf	258
ai-infrastructure/tpu-training-on-gke/environment/1-base-infrastructure/outputs.tf	47
ai-infrastructure/tpu-training-on-gke/environment/cloudbuild.destroy.yaml	46
ai-infrastructure/tpu-training-on-gke/environment/cloudbuild.provision.yaml	58
ai-infrastructure/tpu-training-on-gke/environment/0-bootstrap/main.tf	12
ai-infrastructure/tpu-training-on-gke/environment/0-bootstrap/variables.tf	51
ai-infrastructure/tpu-training-on-gke/environment/0-bootstrap/outputs.tf	8
ai-infrastructure/tpu-training-on-gke/environment/2-gke-config/main.tf	38
ai-infrastructure/tpu-training-on-gke/environment/2-gke-config/variables.tf	77
ai-infrastructure/tpu-training-on-gke/environment/2-gke-config/outputs.tf	26