tools/scd-bq-to-bq/settings.py

# Configuration settings for the SCD processing application
PROJECT_ID = "<project_id>"
GCS_BUCKET_NAME = "data-generation-usecases"

BQ_INPUT_TABLE_NAME = "<project_id>.datageneration.scd_customer_bkp"

# Column Names
PRIMARY_KEY_COLUMN = "customer_id"
SCD_COLUMN_LIST = "city,preferred_payment_method"  # Comma-separated
EFFECTIVE_FROM_DATE_COLUMN = "effective_from_date"
EFFECTIVE_TO_DATE_COLUMN = "effective_to_date"
ACTIVE_FLAG_COLUMN = "active_flag"

# SCD Generation Parameters
UNIQUE_SCD_KEYS_FOR_GENERATION = 8
PERCENTAGE_FOR_UPDATE_SCD_GENERATION = 0.7
NUMBER_OF_INSERT_RECORD_COUNT = 26