data-analytics-demos/bigquery-data-governance/sql-scripts/governed_data_enriched/initialize.sql (57 lines of code) (raw):
------------------------------------------------------------------------------------------------------------
-- Run ELT processes in the enriched dataset
------------------------------------------------------------------------------------------------------------
CALL `${project_id}.${bigquery_governed_data_enriched_dataset}.transform_customer`();
CALL `${project_id}.${bigquery_governed_data_enriched_dataset}.transform_product_category`();
CALL `${project_id}.${bigquery_governed_data_enriched_dataset}.transform_product`();
CALL `${project_id}.${bigquery_governed_data_enriched_dataset}.transform_order_pyspark`();
------------------------------------------------------------------------------------------------------------
-- Set the table descriptions for each table:
------------------------------------------------------------------------------------------------------------
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.customer`
SET OPTIONS (
description = 'Cleaned and enriched table containing customer information.'
);
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.customer`
ALTER COLUMN customer_id SET OPTIONS (description='Unique identifier for the customer.'),
ALTER COLUMN first_name SET OPTIONS (description='The first name of the customer.'),
ALTER COLUMN last_name SET OPTIONS (description='The last name of the customer.'),
ALTER COLUMN email SET OPTIONS (description='The email address of the customer.'),
ALTER COLUMN phone SET OPTIONS (description='The phone number of the customer.'),
ALTER COLUMN gender SET OPTIONS (description='The gender of the customer.'),
ALTER COLUMN ip_address SET OPTIONS (description='The IP address of the customer.'),
ALTER COLUMN ssn SET OPTIONS (description='The Social Security Number of the customer.'),
ALTER COLUMN address SET OPTIONS (description='The street address of the customer.'),
ALTER COLUMN city SET OPTIONS (description='The city of the customer.'),
ALTER COLUMN state SET OPTIONS (description='The state of the customer.'),
ALTER COLUMN zip SET OPTIONS (description='The zip code of the customer.'),
ALTER COLUMN credit_card_number SET OPTIONS (description='The credit card number of the customer.');
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.order_header`
SET OPTIONS (
description = 'Table containing header information for customer orders.'
);
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.order_header`
ALTER COLUMN customer_id SET OPTIONS (description='Unique identifier for the customer who placed the order.'),
ALTER COLUMN order_id SET OPTIONS (description='Unique identifier for the order.'),
ALTER COLUMN region SET OPTIONS (description='The region where the order was placed.'),
ALTER COLUMN order_datetime SET OPTIONS (description='The date and time when the order was placed.');
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.order_detail`
SET OPTIONS (
description = 'Table containing detailed information for each item in a customer order.'
);
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.order_detail`
ALTER COLUMN order_id SET OPTIONS (description='Unique identifier for the order this item belongs to.'),
ALTER COLUMN product_id SET OPTIONS (description='Unique identifier for the product in this order item.'),
ALTER COLUMN quantity SET OPTIONS (description='The quantity of the product in this order item.'),
ALTER COLUMN price SET OPTIONS (description='The price of the product in this order item.');
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.product`
SET OPTIONS (
description = 'Cleaned table containing product information with a primary key.'
);
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.product`
ALTER COLUMN product_id SET OPTIONS (description='Unique identifier for the product.'),
ALTER COLUMN product_name SET OPTIONS (description='The name of the product.'),
ALTER COLUMN product_description SET OPTIONS (description='Description of the product.'),
ALTER COLUMN product_category_id SET OPTIONS (description='Identifier for the category the product belongs to.');
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.product_category`
SET OPTIONS (
description = 'Cleaned table containing product category information.'
);
ALTER TABLE `${project_id}.${bigquery_governed_data_enriched_dataset}.product_category`
ALTER COLUMN product_category_id SET OPTIONS (description='Unique identifier for the product category.'),
ALTER COLUMN product_category_name SET OPTIONS (description='The name of the product category.'),
ALTER COLUMN product_category_description SET OPTIONS (description='Description of the product category.');