datasets/idc/infra/idc_dataset.tf (378 lines of code) (raw):

/** * Copyright 2022 Google LLC * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ resource "google_storage_bucket" "idc" { name = "${var.bucket_name_prefix}-idc" force_destroy = true location = "US" uniform_bucket_level_access = true lifecycle { ignore_changes = [ logging, ] } } data "google_iam_policy" "storage_bucket__idc" { dynamic "binding" { for_each = var.iam_policies["storage_buckets"]["idc"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_storage_bucket_iam_policy" "idc" { bucket = google_storage_bucket.idc.name policy_data = data.google_iam_policy.storage_bucket__idc.policy_data } output "storage_bucket-idc-name" { value = google_storage_bucket.idc.name } resource "google_bigquery_dataset" "idc_v1" { dataset_id = "idc_v1" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v1 data" } data "google_iam_policy" "bq_ds__idc_v1" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v1"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v1" { dataset_id = google_bigquery_dataset.idc_v1.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v1.policy_data } output "bigquery_dataset-idc_v1-dataset_id" { value = google_bigquery_dataset.idc_v1.dataset_id } resource "google_bigquery_dataset" "idc_v2" { dataset_id = "idc_v2" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v2 data" } data "google_iam_policy" "bq_ds__idc_v2" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v2"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v2" { dataset_id = google_bigquery_dataset.idc_v2.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v2.policy_data } output "bigquery_dataset-idc_v2-dataset_id" { value = google_bigquery_dataset.idc_v2.dataset_id } resource "google_bigquery_dataset" "idc_v3" { dataset_id = "idc_v3" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v3 data" } data "google_iam_policy" "bq_ds__idc_v3" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v3"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v3" { dataset_id = google_bigquery_dataset.idc_v3.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v3.policy_data } output "bigquery_dataset-idc_v3-dataset_id" { value = google_bigquery_dataset.idc_v3.dataset_id } resource "google_bigquery_dataset" "idc_v4" { dataset_id = "idc_v4" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v4 data" } data "google_iam_policy" "bq_ds__idc_v4" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v4"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v4" { dataset_id = google_bigquery_dataset.idc_v4.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v4.policy_data } output "bigquery_dataset-idc_v4-dataset_id" { value = google_bigquery_dataset.idc_v4.dataset_id } resource "google_bigquery_dataset" "idc_v5" { dataset_id = "idc_v5" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v5 data" } data "google_iam_policy" "bq_ds__idc_v5" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v5"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v5" { dataset_id = google_bigquery_dataset.idc_v5.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v5.policy_data } output "bigquery_dataset-idc_v5-dataset_id" { value = google_bigquery_dataset.idc_v5.dataset_id } resource "google_bigquery_dataset" "idc_v6" { dataset_id = "idc_v6" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v6 data" } data "google_iam_policy" "bq_ds__idc_v6" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v6"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v6" { dataset_id = google_bigquery_dataset.idc_v6.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v6.policy_data } output "bigquery_dataset-idc_v6-dataset_id" { value = google_bigquery_dataset.idc_v6.dataset_id } resource "google_bigquery_dataset" "idc_v7" { dataset_id = "idc_v7" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v7 data" } data "google_iam_policy" "bq_ds__idc_v7" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v7"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v7" { dataset_id = google_bigquery_dataset.idc_v7.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v7.policy_data } output "bigquery_dataset-idc_v7-dataset_id" { value = google_bigquery_dataset.idc_v7.dataset_id } resource "google_bigquery_dataset" "idc_v8" { dataset_id = "idc_v8" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v8 data" } data "google_iam_policy" "bq_ds__idc_v8" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v8"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v8" { dataset_id = google_bigquery_dataset.idc_v8.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v8.policy_data } output "bigquery_dataset-idc_v8-dataset_id" { value = google_bigquery_dataset.idc_v8.dataset_id } resource "google_bigquery_dataset" "idc_v9" { dataset_id = "idc_v9" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v9 data" } data "google_iam_policy" "bq_ds__idc_v9" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v9"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v9" { dataset_id = google_bigquery_dataset.idc_v9.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v9.policy_data } output "bigquery_dataset-idc_v9-dataset_id" { value = google_bigquery_dataset.idc_v9.dataset_id } resource "google_bigquery_dataset" "idc_v10" { dataset_id = "idc_v10" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v10 data" } data "google_iam_policy" "bq_ds__idc_v10" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v10"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v10" { dataset_id = google_bigquery_dataset.idc_v10.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v10.policy_data } output "bigquery_dataset-idc_v10-dataset_id" { value = google_bigquery_dataset.idc_v10.dataset_id } resource "google_bigquery_dataset" "idc_v11" { dataset_id = "idc_v11" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v11 data" } data "google_iam_policy" "bq_ds__idc_v11" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v11"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v11" { dataset_id = google_bigquery_dataset.idc_v11.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v11.policy_data } output "bigquery_dataset-idc_v11-dataset_id" { value = google_bigquery_dataset.idc_v11.dataset_id } resource "google_bigquery_dataset" "idc_v11_clinical" { dataset_id = "idc_v11_clinical" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v11 clinical data" } data "google_iam_policy" "bq_ds__idc_v11_clinical" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v11_clinical"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v11_clinical" { dataset_id = google_bigquery_dataset.idc_v11_clinical.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v11_clinical.policy_data } output "bigquery_dataset-idc_v11_clinical-dataset_id" { value = google_bigquery_dataset.idc_v11_clinical.dataset_id } resource "google_bigquery_dataset" "idc_v12" { dataset_id = "idc_v12" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v12 data" } data "google_iam_policy" "bq_ds__idc_v12" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v12"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v12" { dataset_id = google_bigquery_dataset.idc_v12.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v12.policy_data } output "bigquery_dataset-idc_v12-dataset_id" { value = google_bigquery_dataset.idc_v12.dataset_id } resource "google_bigquery_dataset" "idc_v12_clinical" { dataset_id = "idc_v12_clinical" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) v12 clinical data" } data "google_iam_policy" "bq_ds__idc_v12_clinical" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_v12_clinical"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_v12_clinical" { dataset_id = google_bigquery_dataset.idc_v12_clinical.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_v12_clinical.policy_data } output "bigquery_dataset-idc_v12_clinical-dataset_id" { value = google_bigquery_dataset.idc_v12_clinical.dataset_id } resource "google_bigquery_dataset" "idc_current" { dataset_id = "idc_current" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) current data" } data "google_iam_policy" "bq_ds__idc_current" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_current"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_current" { dataset_id = google_bigquery_dataset.idc_current.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_current.policy_data } output "bigquery_dataset-idc_current-dataset_id" { value = google_bigquery_dataset.idc_current.dataset_id } resource "google_bigquery_dataset" "idc_current_clinical" { dataset_id = "idc_current_clinical" project = var.project_id description = "Imaging Data Commons (IDC) - The Cancer Imaging Archive (TCIA) current clinical data" } data "google_iam_policy" "bq_ds__idc_current_clinical" { dynamic "binding" { for_each = var.iam_policies["bigquery_datasets"]["idc_current_clinical"] content { role = binding.value["role"] members = binding.value["members"] } } } resource "google_bigquery_dataset_iam_policy" "idc_current_clinical" { dataset_id = google_bigquery_dataset.idc_current_clinical.dataset_id policy_data = data.google_iam_policy.bq_ds__idc_current_clinical.policy_data } output "bigquery_dataset-idc_current_clinical-dataset_id" { value = google_bigquery_dataset.idc_current_clinical.dataset_id }