cloud-composer-etl/infra/sql.tf

# Copyright 2023 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

locals {
  db_instance_name       = "${var.composer_env_name}-${random_id.db_name_suffix.hex}"
  airflow_conn_sample_db = "gcpcloudsql://airflow:${random_password.db_password.result}@${google_sql_database_instance.instance.private_ip_address}:5432/citibike"
}

resource "random_id" "db_name_suffix" {
  byte_length = 2
}

resource "google_sql_database_instance" "instance" {
  name                = local.db_instance_name
  region              = var.region
  database_version    = "POSTGRES_16"
  deletion_protection = false # not recommended for PROD

  settings {
    tier        = "db-f1-micro"
    user_labels = local.resource_labels

    ip_configuration {
      ipv4_enabled    = true
      private_network = google_compute_network.vpc_network.id
    }
  }

  depends_on = [google_service_networking_connection.private_service_connection]
}

resource "google_sql_user" "airflow" {
  instance = google_sql_database_instance.instance.id
  name     = "airflow"
  password = random_password.db_password.result
}

resource "google_sql_database" "sample_db" {
  instance = google_sql_database_instance.instance.id
  name     = "citibike"
}

resource "random_password" "db_password" {
  length  = 16
  special = false
  numeric = false
}

resource "google_secret_manager_secret" "db_connection" {
  secret_id = "airflow-connections-pgCitibike"
  labels    = local.resource_labels
  replication {
    user_managed {
      replicas {
        location = var.region
      }
    }
  }
}

resource "google_secret_manager_secret_version" "db_connection" {
  secret      = google_secret_manager_secret.db_connection.id
  secret_data = local.airflow_conn_sample_db
}