in google-datacatalog-apache-atlas-connector/src/google/datacatalog_connectors/apache_atlas/sync/metadata_event_synchronizer.py [0:0]
def __run(self):
"""Coordinates a full scrape > prepare > ingest process."""
logging.info('')
logging.info('===> Scraping Apache Atlas metadata...')
metadata_dict, event_consumer = self._metadata_scraper.get_metadata()
self.__process_column_events(metadata_dict)
self._log_metadata(metadata_dict)
tag_templates_dict = self._make_tag_templates_dict(metadata_dict)
assembled_entries = self._make_assembled_entries(
metadata_dict, self._atlas_entity_types)
logging.info('==== DONE ========================================')
logging.info('')
self._sync_assembled_entries(assembled_entries, tag_templates_dict)
self.__process_delete_events(metadata_dict)
self.__ack_event_consumer(event_consumer)
self._after_run()