in spark-on-eks/source/lib/util/manifest_reader.py [0:0]
def load_yaml_replace_var_remotely(url, fields, multi_resource=False):
try:
with request.urlopen(url) as f:
file_to_replace = f.read().decode('utf-8')
for searchwrd,replwrd in fields.items():
file_to_replace = file_to_replace.replace(searchwrd, replwrd)
if multi_resource:
yaml_data = list(yaml.full_load_all(file_to_replace))
else:
yaml_data = yaml.full_load(file_to_replace)
# print(yaml_data)
except request.URLError as e:
print(e.reason)
sys.exit(1)
return yaml_data