def execute_ingestion()

in src/data_load/load.py [0:0]

• 15 lines of code
• 5 McCabe index (conditional complexity)

def execute_ingestion(dir_name, batch_size, is_wpc=False, file_location_map="", standard_reference=False):
    for root, _, files in os.walk(dir_name):
        logger.debug(f"Files list: {files}")
        for file in files:
            data_objects = []
            filepath = os.path.join(root, file)
            object_to_ingest, data_type = get_object_to_ingest(file_location_map, standard_reference, filepath)

            if object_to_ingest is None:
                continue

            if is_wpc:
                manifest_obj = populate_manifest(object_to_ingest, data_type)
                data_objects.append(manifest_obj)
            else:
                data_objects.append(object_to_ingest)

            manifest_ingest(is_wpc, batch_size, data_objects, data_type)