in 5-app-infra/3-artifact-publish/docker/cdmc/tag_engine_api/TagEngineStoreHandler.py [0:0]
def write_sensitive_column_config(self, service_account, fields, dlp_dataset, infotype_selection_table, infotype_classification_table, \
included_tables_uris, excluded_tables_uris, create_policy_tags, taxonomy_id, template_uuid, \
template_id, template_project, template_region, refresh_mode, refresh_frequency, refresh_unit, \
tag_history, overwrite=False):
included_tables_uris_hash = hashlib.md5(included_tables_uris.encode()).hexdigest()
# check to see if this config already exists
configs_ref = self.db.collection('sensitive_column_configs')
query = configs_ref.where(filter=FieldFilter('template_uuid', '==', template_uuid))
query = query.where(filter=FieldFilter('included_tables_uris_hash', '==', included_tables_uris_hash))
query = query.where(filter=FieldFilter('config_type', '==', 'SENSITIVE_TAG_COLUMN'))
query = query.where(filter=FieldFilter('config_status', '!=', 'INACTIVE'))
matches = query.get()
for match in matches:
if match.exists:
config_uuid_match = match.id
#print('config already exists. Found config_uuid: ' + str(config_uuid_match))
# update status to INACTIVE
self.db.collection('sensitive_column_configs').document(config_uuid_match).update({
'config_status' : "INACTIVE"
})
print('Updated status to INACTIVE.')
config_uuid = uuid.uuid1().hex
configs = self.db.collection('sensitive_column_configs')
doc_ref = configs.document(config_uuid)
if refresh_mode == 'AUTO':
delta, next_run = self.validate_auto_refresh(refresh_frequency, refresh_unit)
doc_ref.set({
'config_uuid': config_uuid,
'config_type': 'SENSITIVE_TAG_COLUMN',
'config_status': 'ACTIVE',
'creation_time': datetime.utcnow(),
'fields': fields,
'dlp_dataset': dlp_dataset,
'infotype_selection_table': infotype_selection_table,
'infotype_classification_table': infotype_classification_table,
'included_tables_uris': included_tables_uris,
'included_tables_uris_hash': included_tables_uris_hash,
'excluded_tables_uris': excluded_tables_uris,
'create_policy_tags': create_policy_tags,
'taxonomy_id': taxonomy_id,
'template_uuid': template_uuid,
'template_id': template_id,
'template_project': template_project,
'template_region': template_region,
'refresh_mode': refresh_mode, # AUTO refresh mode
'refresh_frequency': delta,
'refresh_unit': refresh_unit,
'tag_history': tag_history,
'scheduling_status': 'READY',
'next_run': next_run,
'version': 1,
'overwrite': overwrite,
'service_account': service_account
})
else:
doc_ref.set({
'config_uuid': config_uuid,
'config_type': 'SENSITIVE_TAG_COLUMN',
'config_status': 'ACTIVE',
'creation_time': datetime.utcnow(),
'fields': fields,
'dlp_dataset': dlp_dataset,
'infotype_selection_table': infotype_selection_table,
'infotype_classification_table': infotype_classification_table,
'included_tables_uris': included_tables_uris,
'included_tables_uris_hash': included_tables_uris_hash,
'excluded_tables_uris': excluded_tables_uris,
'create_policy_tags': create_policy_tags,
'taxonomy_id': taxonomy_id,
'template_uuid': template_uuid,
'template_id': template_id,
'template_project': template_project,
'template_region': template_region,
'refresh_mode': refresh_mode, # ON_DEMAND refresh mode
'refresh_frequency': 0,
'tag_history': tag_history,
'version': 1,
'overwrite': overwrite,
'service_account': service_account
})
print('Created sensitive column config.')
return config_uuid