in ark-demo/pipelines/nfhl/nfhl_pipeline.py [0:0]
def get_schemas():
from google.cloud import storage
import json
schemas = {}
client = storage.Client()
bucket = client.bucket('geo-demos')
schema_ls = client.list_blobs('geo-demos', prefix='ark-demo/schemas/', delimiter='/')
for schema_file in schema_ls:
if not schema_file.name.endswith('.json'):
continue
layer_name = schema_file.name.split('/')[-1].split('.json')[0]
schema_json = json.loads(bucket.blob(schema_file.name).download_as_string())
schemas[layer_name] = schema_json
return schemas