in src/hyperpod_nemo_adapter/utils/callbacks/local_ckpt_io.py [0:0]
def load_local_metadata(fs, file):
try:
logging.debug(f"Loading local metadata: {file}")
with fs.create_stream(file, "rb") as f:
return torch.load(f)
except S3Exception as e:
msg = str(e)
if "Service error: The key does not exist" in msg:
return {}
if "Service error: The bucket does not exist" in msg:
return {}
raise
except Exception as e:
logging.warning(f"torch.load({file}) fail. error: {e}")
return {}