in google-datacatalog-apache-atlas-connector/src/google/datacatalog_connectors/apache_atlas/scrape/metadata_scraper.py [0:0]
def get_metadata(self, **kwargs):
self._log_scrape_start('Scraping all Metadata...')
classifications_dict = {}
entity_types_dict = {}
enum_types_dict = {}
self._log_scrape_start('Scraping admin metrics...')
admin_metrics = self._apache_atlas_facade.get_admin_metrics()
logging.info(admin_metrics)
self._log_single_object_scrape_result(admin_metrics)
self._log_scrape_start('Scraping typedefs...')
for typedef in self._apache_atlas_facade.get_typedefs():
self._scrape_classification_types(classifications_dict, typedef)
self._scrape_enum_types(enum_types_dict, typedef)
self._scrape_entity_types(entity_types_dict, typedef)
self.__metadata_enricher.enrich_entity_relationships(entity_types_dict)
return {
'classifications': classifications_dict,
'enum_types': enum_types_dict,
'entity_types': entity_types_dict
}, None