def load_yaml_replace_var_remotely()

in spark-on-eks/source/lib/util/manifest_reader.py [0:0]


def load_yaml_replace_var_remotely(url, fields, multi_resource=False):
    try:
        with request.urlopen(url) as f:
            file_to_replace = f.read().decode('utf-8')
            for searchwrd,replwrd in fields.items():
                file_to_replace = file_to_replace.replace(searchwrd, replwrd)

        if multi_resource:
            yaml_data = list(yaml.full_load_all(file_to_replace))
        else:
            yaml_data = yaml.full_load(file_to_replace) 
        # print(yaml_data)
    except request.URLError as e:
        print(e.reason)
        sys.exit(1)

    return yaml_data