def upload()

in ultravox/tools/mds_tool.py [0:0]

• 14 lines of code
• 1 McCabe index (conditional complexity)

    def upload(self, path: str) -> None:
        data_dir = os.path.join(self._args.output_dir, path)
        token = json.load(open("service_account.json"))
        storage_options = {"project": self._args.gcp_project, "token": token}
        fs = gcsfs.GCSFileSystem(**storage_options)
        uri = f"gcs://{self._args.gcp_bucket}/{self._args.gcp_path}/{path}"
        callback = callbacks.TqdmCallback(tqdm_kwargs={"desc": "Uploading files"})
        fs.upload(
            data_dir,
            uri,
            recursive=True,
            storage_options=storage_options,
            callback=callback,
        )