in azure/datalake/store/multithread.py [0:0]
def save(instance, filename, keep=True):
if os.path.exists(filename):
all_downloads = load(filename)
else:
all_downloads = {}
if not instance.client._fstates.contains_all('finished') and keep:
all_downloads[instance._name] = instance
else:
all_downloads.pop(instance._name, None)
try:
# persist failure should not halt things
with open(filename, 'wb') as f:
pickle.dump(all_downloads, f)
except IOError:
logger.debug("Persist failed: %s" % filename)