in vectorizer/main.py [0:0]
def vectorize_and_upload(self) -> None:
data = []
for blob in self._blobs:
name = blob.name.split("/")[-1]
logger.info("downloading %s", name)
raw = self._download_as_tensor(blob)
logger.info("vectorizing %s", name)
embedding = self._vectorize(raw)
data.append(
{
"id": f"{self._flower}/{name}",
"embedding": embedding,
}
)
blob = self._dst_bucket.blob(f"{self._dst_base}/{self._flower}.json")
with blob.open(mode="w") as f:
for datapoint in data:
f.write(json.dumps(datapoint) + "\n")