terraform-modules/resources/tf-resources.tf

#################################################################################### # Copyright 2024 Google LLC # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. #################################################################################### #################################################################################### # Create the GCP resources # # Author: Adam Paternostro #################################################################################### terraform { required_providers { google = { source = "hashicorp/google-beta" version = "5.35.0" } } } #################################################################################### # Variables #################################################################################### variable "gcp_account_name" {} variable "project_id" {} variable "dataplex_region" {} variable "multi_region" {} variable "bigquery_non_multi_region" {} variable "vertex_ai_region" {} variable "data_catalog_region" {} variable "appengine_region" {} variable "colab_enterprise_region" {} variable "random_extension" {} variable "project_number" {} variable "deployment_service_account_name" {} variable "terraform_service_account" {} variable "bigquery_data_beans_curated_dataset" {} variable "data_beans_curated_bucket" {} variable "data_beans_code_bucket" {} variable "data_beans_analytics_hub" {} data "google_client_config" "current" { } #################################################################################### # Bucket for all data (BigQuery, Spark, etc...) # This is your "Data Lake" bucket # If you are using Dataplex you should create a bucket per data lake zone (bronze, silver, gold, etc.) #################################################################################### resource "google_storage_bucket" "google_storage_bucket_data_beans_curated_bucket" { project = var.project_id name = var.data_beans_curated_bucket location = var.multi_region force_destroy = true uniform_bucket_level_access = true } resource "google_storage_bucket" "google_storage_bucket_data_beans_code_bucket" { project = var.project_id name = var.data_beans_code_bucket location = var.multi_region force_destroy = true uniform_bucket_level_access = true } #################################################################################### # Default Network # The project was not created with the default network. # This creates just the network/subnets we need. #################################################################################### resource "google_compute_network" "default_network" { project = var.project_id name = "vpc-main" description = "Default network" auto_create_subnetworks = false mtu = 1460 } resource "google_compute_subnetwork" "colab_enterprise_subnet" { project = var.project_id name = "colab-enterprise-subnet" ip_cidr_range = "10.1.0.0/16" region = var.colab_enterprise_region network = google_compute_network.default_network.id private_ip_google_access = true depends_on = [ google_compute_network.default_network ] } # Firewall for NAT Router resource "google_compute_firewall" "subnet_firewall_rule" { project = var.project_id name = "subnet-nat-firewall" network = google_compute_network.default_network.id allow { protocol = "icmp" } allow { protocol = "tcp" } allow { protocol = "udp" } source_ranges = ["10.1.0.0/16"] depends_on = [ google_compute_subnetwork.colab_enterprise_subnet ] } # We want a NAT for every region locals { distinctRegions = distinct([var.colab_enterprise_region]) } resource "google_compute_router" "nat-router-distinct-regions" { project = var.project_id count = length(local.distinctRegions) name = "nat-router-${local.distinctRegions[count.index]}" region = local.distinctRegions[count.index] network = google_compute_network.default_network.id depends_on = [ google_compute_firewall.subnet_firewall_rule ] } resource "google_compute_router_nat" "nat-config-distinct-regions" { project = var.project_id count = length(local.distinctRegions) name = "nat-config-${local.distinctRegions[count.index]}" router = google_compute_router.nat-router-distinct-regions[count.index].name region = local.distinctRegions[count.index] nat_ip_allocate_option = "AUTO_ONLY" source_subnetwork_ip_ranges_to_nat = "ALL_SUBNETWORKS_ALL_IP_RANGES" depends_on = [ google_compute_router.nat-router-distinct-regions ] } #################################################################################### # BigQuery Datasets #################################################################################### resource "google_bigquery_dataset" "google_bigquery_dataset_data_beans_curated" { project = var.project_id dataset_id = var.bigquery_data_beans_curated_dataset friendly_name = var.bigquery_data_beans_curated_dataset description = "This dataset contains the curated data for the data beans demo." location = var.multi_region } #################################################################################### # IAM for cloud build #################################################################################### # Needed per https://cloud.google.com/build/docs/cloud-build-service-account-updates resource "google_project_iam_member" "cloudfunction_builder" { project = var.project_id role = "roles/cloudbuild.builds.builder" member = "serviceAccount:${var.project_number}-compute@developer.gserviceaccount.com" } # Needed per https://cloud.google.com/build/docs/cloud-build-service-account-updates # Allow cloud function service account to read storage [V2 Function] resource "google_project_iam_member" "cloudfunction_objectViewer" { project = var.project_id role = "roles/storage.objectViewer" member = "serviceAccount:${var.project_number}-compute@developer.gserviceaccount.com" depends_on = [ google_project_iam_member.cloudfunction_builder ] } #################################################################################### # Dataplex / Data Lineage #################################################################################### resource "google_project_iam_member" "gcp_roles_datalineage_admin" { project = var.project_id role = "roles/datalineage.admin" member = "user:${var.gcp_account_name}" } #################################################################################### # Bring in Analytics Hub reference #################################################################################### # To get the URL go to the project hosting the Analtics Hub and view the display listing # You can copy the URL and get the fields needed (project number, location, exchange name and listing name) /* resource "null_resource" "analyticshub_data_beans" { provisioner "local-exec" { when = create command = <<EOF curl --request POST \ "https://analyticshub.googleapis.com/v1/projects/312090430116/locations/us/dataExchanges/data_analytics_coffee_data_18b8c1d962e/listings/data_beans_18b8c24cd6f:subscribe" \ --header "Authorization: Bearer ${data.google_client_config.current.access_token}" \ --header "Accept: application/json" \ --header "Content-Type: application/json" \ --data '{"destinationDataset":{"datasetReference":{"datasetId":"${var.data_beans_analytics_hub}","projectId":"${var.project_id}"},"friendlyName":"Data Beans","location":"us","description":"Data Beans demo"}}' \ --compressed EOF } depends_on = [ ] } */ #################################################################################### # BigQuery - Connections (BigLake, Functions, etc) #################################################################################### # Vertex AI connection resource "google_bigquery_connection" "vertex_ai_connection" { project = var.project_id connection_id = "vertex-ai" location = var.multi_region friendly_name = "vertex-ai" description = "vertex-ai" cloud_resource {} } # Allow Vertex AI connection to Vertex User resource "google_project_iam_member" "vertex_ai_connection_vertex_user_role" { project = var.project_id role = "roles/aiplatform.user" member = "serviceAccount:${google_bigquery_connection.vertex_ai_connection.cloud_resource[0].service_account_id}" depends_on = [ google_bigquery_connection.vertex_ai_connection ] } #################################################################################### # Colab Enterprise #################################################################################### # Subnet for colab enterprise resource "google_compute_subnetwork" "colab_subnet" { project = var.project_id name = "colab-subnet" ip_cidr_range = "10.8.0.0/16" region = var.colab_enterprise_region network = google_compute_network.default_network.id private_ip_google_access = true depends_on = [ google_compute_network.default_network, ] } # https://cloud.google.com/vertex-ai/docs/reference/rest/v1beta1/projects.locations.notebookRuntimeTemplates # NOTE: If you want a "when = destroy" example TF please see: # https://github.com/GoogleCloudPlatform/data-analytics-golden-demo/blob/main/cloud-composer/data/terraform/dataplex/terraform.tf#L147 resource "null_resource" "colab_runtime_template" { provisioner "local-exec" { when = create command = <<EOF curl -X POST \ https://${var.colab_enterprise_region}-aiplatform.googleapis.com/ui/projects/${var.project_id}/locations/${var.colab_enterprise_region}/notebookRuntimeTemplates?notebookRuntimeTemplateId=colab-enterprise-template \ --header "Authorization: Bearer ${data.google_client_config.current.access_token}" \ --header "Content-Type: application/json" \ --data '{ displayName: "colab-enterprise-template", description: "colab-enterprise-template", isDefault: true, machineSpec: { machineType: "e2-highmem-4" }, dataPersistentDiskSpec: { diskType: "pd-standard", diskSizeGb: 500, }, networkSpec: { enableInternetAccess: false, network: "projects/${var.project_id}/global/networks/vpc-main", subnetwork: "projects/${var.project_id}/regions/${var.colab_enterprise_region}/subnetworks/colab-subnet" }, shieldedVmConfig: { enableSecureBoot: true } }' EOF } depends_on = [ google_compute_subnetwork.colab_subnet ] } # https://cloud.google.com/vertex-ai/docs/reference/rest/v1beta1/projects.locations.notebookRuntimes resource "null_resource" "colab_runtime" { provisioner "local-exec" { when = create command = <<EOF curl -X POST \ https://${var.colab_enterprise_region}-aiplatform.googleapis.com/ui/projects/${var.project_id}/locations/${var.colab_enterprise_region}/notebookRuntimes:assign \ --header "Authorization: Bearer ${data.google_client_config.current.access_token}" \ --header "Content-Type: application/json" \ --data '{ notebookRuntimeTemplate: "projects/${var.project_number}/locations/${var.colab_enterprise_region}/notebookRuntimeTemplates/colab-enterprise-template", notebookRuntime: { displayName: "colab-enterprise-runtime", description: "colab-enterprise-runtime", runtimeUser: "${var.gcp_account_name}" } }' EOF } depends_on = [ google_compute_subnetwork.colab_subnet, null_resource.colab_runtime_template ] } #################################################################################### # Copy Data #################################################################################### /* -- NOT NEEDED - USING LOAD COMMAND DIRECTLY FROM PUBLIC STORAGE # Define the list of notebook files to be created locals { file_names = [ "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fartifact%2Fartifact_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fartifact%2Fartifact_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcity%2Fcity_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcity%2Fcity_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcity_location%2Fcity_location_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcity_location%2Fcity_location_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcoffee_roaster%2Fcoffee_roaster_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcoffee_roaster%2Fcoffee_roaster_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcoffee_processor%2Fcoffee_processor_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcoffee_processor%2Fcoffee_processor_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcompany%2Fcompany_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcompany%2Fcompany_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcompany%2Fcompany_000000000001.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcompany%2Fcompany_000000000001.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcity_location_address%2Fcity_location_address_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcity_location_address%2Fcity_location_address_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer%2Fcustomer_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer%2Fcustomer_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer_profile%2Fcustomer_profile_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer_profile%2Fcustomer_profile_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000001.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000001.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcoffee_farm%2Fcoffee_farm_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcoffee_farm%2Fcoffee_farm_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000002.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000002.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000003.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer_review%2Fcustomer_review_000000000003.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000018.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000018.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fcustomer_review_gen_ai_insight%2Fcustomer_review_gen_ai_insight_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fcustomer_review_gen_ai_insight%2Fcustomer_review_gen_ai_insight_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fevent%2Fevent_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fevent%2Fevent_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fevent%2Fevent_000000000001.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fevent%2Fevent_000000000001.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fevent%2Fevent_000000000002.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fevent%2Fevent_000000000002.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fevent_gen_ai_insight%2Fevent_gen_ai_insight_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fevent_gen_ai_insight%2Fevent_gen_ai_insight_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Flocation%2Flocation_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Flocation%2Flocation_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Flocation_history%2Flocation_history_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Flocation_history%2Flocation_history_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fmarketing_gen_ai_insight%2Fmarketing_gen_ai_insight_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fmarketing_gen_ai_insight%2Fmarketing_gen_ai_insight_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fmenu_a_b_testing%2Fmenu_a_b_testing_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fmenu_a_b_testing%2Fmenu_a_b_testing_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fmenu%2Fmenu_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fmenu%2Fmenu_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000001.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000001.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000002.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000002.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000003.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000003.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000004.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000004.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000005.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000005.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000007.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000007.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000008.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000008.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000009.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000009.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000011.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000011.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000006.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000006.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000010.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000010.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000012.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000012.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000013.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000013.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000016.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000016.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000014.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000014.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000015.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000015.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000021.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000021.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000001.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000001.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000017.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000017.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000022.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000022.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000002.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000002.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000004.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000004.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000020.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000020.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000003.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000003.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000019.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000019.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000006.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000006.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000005.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000005.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000007.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000007.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000023.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000023.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000024.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder%2Forder_000000000024.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000009.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000009.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000008.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000008.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000010.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000010.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000011.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000011.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000012.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000012.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000013.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000013.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000014.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000014.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000015.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000015.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000016.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000016.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000017.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000017.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000018.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000018.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000019.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000019.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000020.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000020.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000021.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000021.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000022.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000022.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000023.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000023.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000024.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000024.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000025.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000025.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000026.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000026.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000027.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000027.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000028.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000028.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000029.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000029.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000030.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000030.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000031.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000031.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000032.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000032.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000033.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000033.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000034.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000034.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000035.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000035.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000036.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000036.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000037.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000037.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000038.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000038.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000039.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000039.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000040.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000040.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000041.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000041.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000042.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000042.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000043.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000043.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000044.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000044.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000045.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000045.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000046.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000046.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000047.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000047.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000048.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000048.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000049.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000049.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000050.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000050.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000051.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000051.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000052.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000052.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000053.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000053.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000054.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000054.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000055.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000055.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000056.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Forder_item%2Forder_item_000000000056.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fsales_forecast%2Fsales_forecast_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fsales_forecast%2Fsales_forecast_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fvideo_processing%2Fvideo_processing_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fvideo_processing%2Fvideo_processing_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fweather%2Fweather_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fweather%2Fweather_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fweather_gen_ai_insight%2Fweather_gen_ai_insight_000000000000.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fweather_gen_ai_insight%2Fweather_gen_ai_insight_000000000000.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fweather_gen_ai_insight%2Fweather_gen_ai_insight_000000000001.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fweather_gen_ai_insight%2Fweather_gen_ai_insight_000000000001.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\"", "curl -X POST \"https://storage.googleapis.com/storage/v1/b/data-analytics-golden-demo/o/data-beans%2Fv1%2Fexport%2Fweather_gen_ai_insight%2Fweather_gen_ai_insight_000000000002.avro/rewriteTo/b/${var.data_beans_curated_bucket}/o/data-beans%2Fv1%2Fexport%2Fweather_gen_ai_insight%2Fweather_gen_ai_insight_000000000002.avro\" --header \"Authorization: Bearer ${data.google_client_config.current.access_token}\" --header \"Content-Length: 0\""] } resource "null_resource" "copy_data_files" { count = length(local.file_names) provisioner "local-exec" { when = create command = "${local.file_names[count.index]}" } depends_on = [ google_storage_bucket.google_storage_bucket_data_beans_curated_bucket ] } */ #################################################################################### # Outputs ####################################################################################

terraform-modules/resources/tf-resources.tf (356 lines of code) (raw):