in probe_scraper/remote_storage.py [0:0]
def _get_sync_function(remote: str):
if remote.startswith("s3://"):
return _s3_sync
elif remote.startswith("gs://"):
return _gcs_sync
else:
raise ValueError(
f"remote path must have scheme like s3:// or gs://, got: {remote!r}"
)