in utils.py [0:0]
def maybe_download(path, filename=None):
'''If a path is a gsutil path, download it and return the local link,
otherwise return link'''
if not path.startswith('gs://'):
return path
if filename:
local_dest = f'/tmp/'
out_path = f'/tmp/{filename}'
if os.path.isfile(out_path):
return out_path
subprocess.check_output(['gsutil', '-m', 'cp', '-R', path, out_path])
return out_path
else:
local_dest = tempfile.mkstemp()[1]
subprocess.check_output(['gsutil', '-m', 'cp', path, local_dest])
return local_dest