Path Lines of Code 00-Setup.ipynb 361 bigquery-snowflake-iceberg.sql 23 cloud-composer/dags/deprecated/rideshare-website/app.yaml 8 cloud-composer/dags/deprecated/sample-rideshare-website.py 31 cloud-composer/dags/run-all-dags.py 104 cloud-composer/dags/sample-bigquery-start-spanner.py 179 cloud-composer/dags/sample-bigquery-stop-spanner.py 78 cloud-composer/dags/sample-create-data-fusion.py 91 cloud-composer/dags/sample-dataflow-start-streaming-job.py 85 cloud-composer/dags/sample-dataflow-stop-streaming-job.py 75 cloud-composer/dags/sample-dataplex-dataprofile-ridehshare-llm.py 59 cloud-composer/dags/sample-dataplex-dataprofile-rideshare-lakehouse.py 59 cloud-composer/dags/sample-dataplex-dataprofile-taxi.py 59 cloud-composer/dags/sample-dataplex-dataprofile-thelook.py 59 cloud-composer/dags/sample-dataplex-deploy.py 172 cloud-composer/dags/sample-dataplex-run-data-quality.py 295 cloud-composer/dags/sample-dataplex-with-hms-deploy.py 172 cloud-composer/dags/sample-datastream-private-ip-deploy.py 112 cloud-composer/dags/sample-datastream-private-ip-destroy.py 47 cloud-composer/dags/sample-datastream-private-ip-generate-data.py 119 cloud-composer/dags/sample-datastream-public-ip-deploy.py 106 cloud-composer/dags/sample-datastream-public-ip-destroy.py 45 cloud-composer/dags/sample-datastream-public-ip-generate-data.py 119 cloud-composer/dags/sample-export-taxi-trips-from-bq-to-gcs-cluster.py 82 cloud-composer/dags/sample-export-taxi-trips-from-bq-to-gcs-serverless.py 62 cloud-composer/dags/sample-iceberg-create-tables-update-data.py 100 cloud-composer/dags/sample-rideshare-download-images.py 33 cloud-composer/dags/sample-rideshare-hydrate-data.py 160 cloud-composer/dags/sample-rideshare-iceberg-serverless.py 74 cloud-composer/dags/sample-rideshare-llm-hydrate-data.py 50 cloud-composer/dags/sample-rideshare-run-data-quality.py 294 cloud-composer/dags/sample-seed-unstructured-data.py 45 cloud-composer/dags/sample-sla-miss-task-groups.py 44 cloud-composer/dags/sample-terraform-bucket-demo-deploy.py 147 cloud-composer/dags/step-01-taxi-data-download-quick-copy.py 26 cloud-composer/dags/step-01-taxi-data-download.py 224 cloud-composer/dags/step-02-taxi-data-processing-quick-copy.py 31 cloud-composer/dags/step-02-taxi-data-processing.py 83 cloud-composer/dags/step-03-hydrate-tables.py 77 cloud-composer/data/postgres_create_datastream_replication.sql 7 cloud-composer/data/postgres_create_schema.sql 6 cloud-composer/data/terraform/bucket-demo/backend.tf 6 cloud-composer/data/terraform/bucket-demo/terraform.tf 21 cloud-composer/data/terraform/bucket-demo/variables.tf 33 cloud-composer/data/terraform/dataplex-with-hms/backend.tf 6 cloud-composer/data/terraform/dataplex-with-hms/terraform.tf 978 cloud-composer/data/terraform/dataplex-with-hms/variables.tf 137 cloud-composer/data/terraform/dataplex/backend.tf 6 cloud-composer/data/terraform/dataplex/terraform.tf 990 cloud-composer/data/terraform/dataplex/variables.tf 137 cloud-functions/bigquery-external-function/main.py 416 cloud-functions/rideshare-plus-rest-api/main.py 167 cloud-run/rideshare-plus-website/RidesharePlus/Controllers/HomeController.cs 26 cloud-run/rideshare-plus-website/RidesharePlus/Controllers/LLMController.cs 123 cloud-run/rideshare-plus-website/RidesharePlus/Controllers/PredictController.cs 103 cloud-run/rideshare-plus-website/RidesharePlus/Controllers/RestApiController.cs 31 cloud-run/rideshare-plus-website/RidesharePlus/Controllers/StreamingController.cs 25 cloud-run/rideshare-plus-website/RidesharePlus/Models/DataStoreModel.cs 10 cloud-run/rideshare-plus-website/RidesharePlus/Models/ErrorViewModel.cs 6 cloud-run/rideshare-plus-website/RidesharePlus/Models/LLMConfigureViewModel.cs 17 cloud-run/rideshare-plus-website/RidesharePlus/Models/LLMVisualizeViewModel.cs 12 cloud-run/rideshare-plus-website/RidesharePlus/Models/PredictConfigureViewModel.cs 15 cloud-run/rideshare-plus-website/RidesharePlus/Models/PredictViewModel.cs 15 cloud-run/rideshare-plus-website/RidesharePlus/Models/PredictVisualizeViewModel.cs 12 cloud-run/rideshare-plus-website/RidesharePlus/Models/StreamingDataModel.cs 12 cloud-run/rideshare-plus-website/RidesharePlus/Program.cs 18 cloud-run/rideshare-plus-website/RidesharePlus/Service/BigQueryService.cs 38 cloud-run/rideshare-plus-website/RidesharePlus/Service/DataStoreService.cs 50 cloud-run/rideshare-plus-website/RidesharePlus/Service/EnvVarService.cs 39 cloud-run/rideshare-plus-website/RidesharePlus/Service/JSONService.cs 13 cloud-run/rideshare-plus-website/RidesharePlus/Views/Home/DemoOverview.cshtml 107 cloud-run/rideshare-plus-website/RidesharePlus/Views/Home/Index.cshtml 92 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Architecture.cshtml 64 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Configure.cshtml 102 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Customer-Profile.cshtml 16 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Customer-Reviews.cshtml 16 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Employee-Profile.cshtml 16 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Employee-Reviews.cshtml 16 cloud-run/rideshare-plus-website/RidesharePlus/Views/LLM/Index.cshtml 85 cloud-run/rideshare-plus-website/RidesharePlus/Views/Predict/Architecture.cshtml 58 cloud-run/rideshare-plus-website/RidesharePlus/Views/Predict/Configure.cshtml 81 cloud-run/rideshare-plus-website/RidesharePlus/Views/Predict/Index.cshtml 91 cloud-run/rideshare-plus-website/RidesharePlus/Views/Predict/Visualize.cshtml 16 cloud-run/rideshare-plus-website/RidesharePlus/Views/Shared/Error.cshtml 22 cloud-run/rideshare-plus-website/RidesharePlus/Views/Shared/_Layout.cshtml 114 cloud-run/rideshare-plus-website/RidesharePlus/Views/Shared/_Layout.cshtml.css 39 cloud-run/rideshare-plus-website/RidesharePlus/Views/Shared/_ValidationScriptsPartial.cshtml 2 cloud-run/rideshare-plus-website/RidesharePlus/Views/Streaming/Architecture.cshtml 52 cloud-run/rideshare-plus-website/RidesharePlus/Views/Streaming/Index.cshtml 214 cloud-run/rideshare-plus-website/RidesharePlus/Views/_ViewImports.cshtml 3 cloud-run/rideshare-plus-website/RidesharePlus/Views/_ViewStart.cshtml 3 cloud-run/rideshare-plus-website/RidesharePlus/wwwroot/css/site.css 27 cloud-run/rideshare-plus-website/RidesharePlus/wwwroot/js/site.js 1 colab-enterprise/BigLake-Demo.ipynb 4387 colab-enterprise/BigLake-Iceberg-Sync-Demo.ipynb 1393 colab-enterprise/BigQuery-Analytics-with-GenAI.ipynb 1823 colab-enterprise/BigQuery-Create-TensorFlow-Model.ipynb 604 colab-enterprise/BigQuery-Demo-Notebook.ipynb 336 colab-enterprise/GenAI-Generate-Table-and-Column-Descriptions.ipynb 730 colab-enterprise/Veo-2-text-to-video.ipynb 794 colab-enterprise/rideshare_llm_ai_lakehouse_demo.ipynb 1340 colab-enterprise/rideshare_llm_ai_lakehouse_embeddings.ipynb 8357 colab-enterprise/rideshare_llm_step_01_customer_sentiment_analysis.ipynb 294 colab-enterprise/rideshare_llm_step_02_driver_themes.ipynb 290 colab-enterprise/rideshare_llm_step_03_customer_themes.ipynb 289 colab-enterprise/rideshare_llm_step_04_driver_summary.ipynb 666 colab-enterprise/rideshare_llm_step_05_customer_summary.ipynb 560 colab-enterprise/rideshare_llm_step_06_driver_quantitative_analysis.ipynb 351 colab-enterprise/rideshare_llm_step_07_customer_quantitative_analysis.ipynb 284 colab-enterprise/synthetic_data_generation_using_llms.ipynb 2456 data-analytics-demos/bigquery-data-governance/Export-Import-Dataset.sql 13 data-analytics-demos/bigquery-data-governance/colab-enterprise/01-Spark-Data-Lineage.ipynb 320 data-analytics-demos/bigquery-data-governance/colab-enterprise/02-Data-Profile.ipynb 761 data-analytics-demos/bigquery-data-governance/colab-enterprise/03-Data-Insights.ipynb 755 data-analytics-demos/bigquery-data-governance/colab-enterprise/04-Data-Governance.ipynb 3513 data-analytics-demos/bigquery-data-governance/colab-enterprise/05-Data-Quality.ipynb 1391 data-analytics-demos/bigquery-data-governance/colab-enterprise/06-Data-Discovery-Scan.ipynb 773 data-analytics-demos/bigquery-data-governance/colab-enterprise/07-Sensitive-Data-Protection-Scan.ipynb 793 data-analytics-demos/bigquery-data-governance/colab-enterprise/Template.ipynb 715 data-analytics-demos/bigquery-data-governance/dataproc/transform_order_pyspark.py 45 data-analytics-demos/bigquery-data-governance/helper.sql 26 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_curated/initialize.sql 252 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_enriched/initialize.sql 57 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_enriched/transform_customer.sql 33 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_enriched/transform_order_pyspark.py 45 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_enriched/transform_product.sql 17 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_enriched/transform_product_category.sql 7 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_raw/gemini_model_result_as_json.sql 1 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_raw/gemini_model_result_as_string.sql 1 data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_raw/initialize.sql 66 data-analytics-demos/bigquery-data-governance/terraform-modules/apis-batch-enable/tf-batch-enable-apis.tf 277 data-analytics-demos/bigquery-data-governance/terraform-modules/colab-deployment-create-files/tf-deploy-notebooks.tf 77 data-analytics-demos/bigquery-data-governance/terraform-modules/colab-deployment-deploy/tf-deploy-notebooks.tf 51 data-analytics-demos/bigquery-data-governance/terraform-modules/initialize-system/tf-initialize-system.tf 13 data-analytics-demos/bigquery-data-governance/terraform-modules/org-policies-destroy/tf-org-policies.tf 40 data-analytics-demos/bigquery-data-governance/terraform-modules/org-policies/tf-org-policies.tf 28 data-analytics-demos/bigquery-data-governance/terraform-modules/project/tf-project.tf 23 data-analytics-demos/bigquery-data-governance/terraform-modules/resources/tf-resources.tf 810 data-analytics-demos/bigquery-data-governance/terraform-modules/service-account/tf-service-account.tf 79 data-analytics-demos/bigquery-data-governance/terraform-modules/sql-scripts/tf-sql-scripts.tf 272 data-analytics-demos/bigquery-data-governance/terraform/tf-main.tf 254 data-analytics-demos/bigquery-data-governance/terraform/tf-variables.tf 231 data-analytics-demos/data-engineering-agents/Data-Engineering-Agents-Demo.ipynb 916 data-analytics-demos/data-engineering-agents/Setup-AlloyDB-Next -25-Demo.sql 5001 data-analytics-demos/data-engineering-agents/Setup-BigQuery-Next -25-Demo.sql 48 dataflow/streaming-taxi-data.py 41 dataform/dataform_golden_demo/demo_flow/includes/CreateBiglake.js 6 datafusion/example-datafusion-create.tf 39 dataplex/data-explore/dataplex-explore-notebook.ipynb 147 dataplex/data-explore/dataplex-explore-script.sql 88 dataplex/data-quality/dataplex_data_quality_rideshare.yaml 169 dataplex/data-quality/dataplex_data_quality_taxi.yaml 216 dataproc/compact_parquet_files.py 32 dataproc/convert_taxi_to_iceberg_create_tables.py 155 dataproc/convert_taxi_to_iceberg_data_updates.py 37 dataproc/convert_taxi_to_parquet.py 482 dataproc/export_taxi_data_biglake_storage_api.py 59 dataproc/export_taxi_data_from_bq_to_gcs.py 62 dataproc/pyspark_apache_hudi.py 36 dataproc/pyspark_apache_iceberg.py 43 dataproc/pyspark_apache_iceberg_bqms.py 44 dataproc/rideshare_iceberg_serverless.py 169 deprecated-code/dags/data/gcs/terraform.tf 54 deprecated-code/dags/sample-bigquery-export-spanner-import.py 137 deprecated-code/dags/sample-bigquery-external-cloud-function.py 141 deprecated-code/dags/sample-create-managed-notebook.py 47 deprecated-code/dags/sample-dataplex-deploy.py 59 deprecated-code/dags/sample-dataplex-run-data-quality.py 71 deprecated-code/dags/sample-gcs-terraform-deploy.py 43 deprecated-code/dags/sample-gcs-terraform-destroy.py 43 deprecated-code/dags/sample-rideshare-hydrate-object-table.py 36 deprecated-code/dags/sample-rideshare-object-table-delay.py 63 deprecated-code/dags/sample-rideshare-website-cloud-run.py 65 deprecated-code/dags/step-04-create-biglake-connection.py 96 deprecated-code/terraform-modules/apis/tf-apis.tf 336 deprecated-code/terraform-modules/deploy-files/tf-deploy-files.tf 234 deprecated-code/terraform-modules/org-policies-deprecated/tf-org-policies.tf 92 deprecated-code/terraform-modules/service-usage/tf-service-usage.tf 22 public-data-conversion/convert-taxi-data-to-delta.dbc 17 public-data-conversion/export-for-delta-conversion.sql 103 sample-data/bigspark/sample-bigspark.py 28 snowflake-bigquery-iceberg.sql 41 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_create_tables.sql 27 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_delta_lake_native.sql 68 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_delta_lake_workaround.sql 14 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_queries.sql 111 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_queries_cross_cloud.sql 1 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_security_cls.sql 26 sql-scripts/aws_omni_biglake/sp_demo_aws_omni_security_rls.sql 25 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_create_tables.sql 27 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_delta_lake_native.sql 68 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_delta_lake_workaround.sql 14 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_queries.sql 111 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_queries_cross_cloud.sql 1 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_security_cls.sql 26 sql-scripts/azure_omni_biglake/sp_demo_azure_omni_security_rls.sql 25 sql-scripts/rideshare_lakehouse_curated/sp_create_looker_studio_view.sql 29 sql-scripts/rideshare_lakehouse_curated/sp_create_streaming_view.sql 38 sql-scripts/rideshare_lakehouse_curated/sp_create_website_realtime_dashboard.sql 55 sql-scripts/rideshare_lakehouse_curated/sp_demo_data_quality_columns.sql 30 sql-scripts/rideshare_lakehouse_curated/sp_demo_data_quality_table.sql 56 sql-scripts/rideshare_lakehouse_curated/sp_demo_script.sql 51 sql-scripts/rideshare_lakehouse_curated/sp_model_training.sql 184 sql-scripts/rideshare_lakehouse_curated/sp_process_data.sql 386 sql-scripts/rideshare_lakehouse_curated/sp_website_score_data.sql 79 sql-scripts/rideshare_lakehouse_enriched/sp_create_streaming_view.sql 38 sql-scripts/rideshare_lakehouse_enriched/sp_iceberg_spark_transformation.py 157 sql-scripts/rideshare_lakehouse_enriched/sp_process_data.sql 13 sql-scripts/rideshare_lakehouse_enriched/sp_unstructured_data_analysis.sql 141 sql-scripts/rideshare_lakehouse_raw/sp_create_biglake_object_table.sql 10 sql-scripts/rideshare_lakehouse_raw/sp_create_biglake_tables.sql 13 sql-scripts/rideshare_lakehouse_raw/sp_create_raw_data.sql 3 sql-scripts/rideshare_lakehouse_raw/sp_create_streaming_view.sql 17 sql-scripts/rideshare_llm_curated/sp_demo_duet_ai.sql 157 sql-scripts/rideshare_llm_curated/sp_reset_demo.sql 7 sql-scripts/rideshare_llm_curated/sp_step_00_initialize.sql 393 sql-scripts/rideshare_llm_enriched/sp_step_00_initialize.sql 54 sql-scripts/rideshare_llm_enriched/sp_step_01_quantitative_analysis.sql 201 sql-scripts/rideshare_llm_enriched/sp_step_02_extract_driver_attributes.sql 47 sql-scripts/rideshare_llm_enriched/sp_step_03_extract_customer_attributes.sql 58 sql-scripts/rideshare_llm_raw/sp_step_00_initialize.sql 8 sql-scripts/rideshare_llm_raw/sp_step_01_sproc_deploy_udf.sql 7 sql-scripts/taxi_dataset/sp_create_datastream_cdc_data.sql 88 sql-scripts/taxi_dataset/sp_create_demo_dataform.sql 43 sql-scripts/taxi_dataset/sp_create_taxi_biglake_tables.sql 10 sql-scripts/taxi_dataset/sp_create_taxi_external_tables.sql 9 sql-scripts/taxi_dataset/sp_create_taxi_internal_tables.sql 205 sql-scripts/taxi_dataset/sp_demo_biglake.sql 4 sql-scripts/taxi_dataset/sp_demo_biglake_iceberg.sql 55 sql-scripts/taxi_dataset/sp_demo_biglake_managed_tables.sql 1 sql-scripts/taxi_dataset/sp_demo_biglake_metastore_security.sql 1 sql-scripts/taxi_dataset/sp_demo_biglake_query_acceleration.sql 12 sql-scripts/taxi_dataset/sp_demo_biglake_unstructured_data.sql 15 sql-scripts/taxi_dataset/sp_demo_bigquery_queries.sql 108 sql-scripts/taxi_dataset/sp_demo_bigsearch.sql 40 sql-scripts/taxi_dataset/sp_demo_bigspark_read_bq_save_hive_on_data_lake.py 47 sql-scripts/taxi_dataset/sp_demo_bigspark_read_csv_load_bq_table.py 39 sql-scripts/taxi_dataset/sp_demo_cleanroom_queries.sql 145 sql-scripts/taxi_dataset/sp_demo_data_quality_columns.sql 30 sql-scripts/taxi_dataset/sp_demo_data_quality_table.sql 56 sql-scripts/taxi_dataset/sp_demo_data_transfer_service.sql 466 sql-scripts/taxi_dataset/sp_demo_datastream_private_ip.sql 84 sql-scripts/taxi_dataset/sp_demo_datastream_public_ip.sql 84 sql-scripts/taxi_dataset/sp_demo_datastudio_report.sql 95 sql-scripts/taxi_dataset/sp_demo_delta_lake_native.sql 68 sql-scripts/taxi_dataset/sp_demo_delta_lake_using_manifests.sql 57 sql-scripts/taxi_dataset/sp_demo_delta_lake_using_workaround.sql 12 sql-scripts/taxi_dataset/sp_demo_export_weather_data.sql 3 sql-scripts/taxi_dataset/sp_demo_external_function.sql 82 sql-scripts/taxi_dataset/sp_demo_federated_query.sql 102 sql-scripts/taxi_dataset/sp_demo_ingest_data.sql 10 sql-scripts/taxi_dataset/sp_demo_internal_external_table_join.sql 26 sql-scripts/taxi_dataset/sp_demo_json_datatype.sql 121 sql-scripts/taxi_dataset/sp_demo_machine_learning_anomaly_fee_amount.sql 154 sql-scripts/taxi_dataset/sp_demo_machine_learning_import_tensorflow.sql 16 sql-scripts/taxi_dataset/sp_demo_machine_learning_tip_amounts.sql 81 sql-scripts/taxi_dataset/sp_demo_materialized_views_joins.sql 74 sql-scripts/taxi_dataset/sp_demo_pricing.sql 110 sql-scripts/taxi_dataset/sp_demo_pricing_ondemand_usage.sql 147 sql-scripts/taxi_dataset/sp_demo_security.sql 105 sql-scripts/taxi_dataset/sp_demo_security_col_encryption_shredding.sql 132 sql-scripts/taxi_dataset/sp_demo_taxi_streaming_data.sql 123 sql-scripts/taxi_dataset/sp_demo_technical_overview.sql 153 sql-scripts/taxi_dataset/sp_demo_time_travel_snapshots.sql 67 sql-scripts/taxi_dataset/sp_demo_transactions.sql 17 sql-scripts/thelook_ecommerce/churn_demo_step_0_create_artifacts.sql 143 sql-scripts/thelook_ecommerce/churn_demo_step_1_train_classifier.sql 10 sql-scripts/thelook_ecommerce/churn_demo_step_2_evaluate.sql 6 sql-scripts/thelook_ecommerce/churn_demo_step_3_predict.sql 10 sql-scripts/thelook_ecommerce/create_product_deliveries.sql 19 sql-scripts/thelook_ecommerce/create_product_deliveries_streaming.sql 24 sql-scripts/thelook_ecommerce/create_thelook_tables.sql 35 sql-scripts/thelook_ecommerce/demo_queries.sql 107 sql-scripts/wholesale_integrators/generate_analytic_hub_data.sql 41 terraform-modules/apis-batch-enable/tf-batch-enable-apis.tf 225 terraform-modules/colab-deployment-create-files/tf-deploy-notebooks.tf 62 terraform-modules/colab-deployment-deploy/tf-deploy-notebooks.tf 47 terraform-modules/dataform/tf-dataform.tf 601 terraform-modules/deploy-files/tf-deploy-files.tf 928 terraform-modules/org-policies-destroy/tf-org-policies.tf 80 terraform-modules/org-policies/tf-org-policies.tf 74 terraform-modules/project/tf-project.tf 23 terraform-modules/resources/tf-resources.tf 2317 terraform-modules/service-account/tf-service-account.tf 79 terraform-modules/sql-scripts/tf-sql-scripts.tf 1733 terraform/tf-main.tf 527 terraform/tf-variables.tf 294