in google-datacatalog-apache-atlas-connector/src/google/datacatalog_connectors/apache_atlas/scrape/metadata_event_scraper.py [0:0]
def __scrape_entity_types_for_events(self, entity_events,
entity_types_dict, typedef):
types_event_dict = self.__create_types_event_dict(entity_events)
self._log_scrape_start('Scraping EntityTypes...')
for entity_type in typedef.entityDefs:
entity_type_name = entity_type.name
entity_type_dict = {
'name': entity_type_name,
'data': entity_type._data,
'superTypes': entity_type.superTypes,
'entities': {}
}
# Enrich entity info for the event type
if entity_type_name in types_event_dict.keys():
event_guids = types_event_dict.get(entity_type_name)
entities = self.__metadata_event_enricher.\
enrich_entities_attributes_and_classifications(
event_guids)
self.__metadata_event_enricher.\
enrich_entity_types_relationships(
entities, entity_types_dict)
entity_type_dict['entities'] = entities
entity_types_dict[entity_type_name] = entity_type_dict