in preprocess_data.py [0:0]
def append_data_source_map(data_dir, name, source):
data_source_map_filename = ws.get_data_source_map_filename(data_dir)
print("data sources stored to " + data_source_map_filename)
data_source_map = {}
if os.path.isfile(data_source_map_filename):
with open(data_source_map_filename, "r") as f:
data_source_map = json.load(f)
if name in data_source_map:
if not data_source_map[name] == os.path.abspath(source):
raise RuntimeError(
"Cannot add data with the same name and a different source."
)
else:
data_source_map[name] = os.path.abspath(source)
with open(data_source_map_filename, "w") as f:
json.dump(data_source_map, f, indent=2)