dags/composer_env.py (15 lines of code) (raw):

# Copyright 2023 Google LLC # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """The file for helper functions and common constants.""" import os # Environment names PROD_COMPOSER_ENV_NAME = "ml-automation-solutions" DEV_COMPOSER_ENV_NAME = "ml-automation-solutions-dev" # Constants COMPOSER_ENVIRONMENT = "COMPOSER_ENVIRONMENT" COMPOSER_LOCATION = "COMPOSER_LOCATION" DEV_COMPOSER_ENV_GS_BUCKET = "gs://us-central1-ml-automation-s-bc6c8818-bucket" PROD_COMPOSER_ENV_GS_BUCKET = "gs://us-central1-ml-automation-s-24b05597-bucket" def is_prod_env() -> bool: """Indicate if the composer environment is Prod.""" return os.environ.get(COMPOSER_ENVIRONMENT) == PROD_COMPOSER_ENV_NAME def is_dev_env() -> bool: """Indicate if the composer environment is Dev.""" return os.environ.get(COMPOSER_ENVIRONMENT) == DEV_COMPOSER_ENV_NAME def get_gs_bucket() -> str: if is_prod_env(): return PROD_COMPOSER_ENV_GS_BUCKET return DEV_COMPOSER_ENV_GS_BUCKET