in skills/text_to_sql/evaluation/vectordb.py [0:0]
def load_data(self, data):
if not self.embeddings:
texts = [item["text"] for item in data]
self.embeddings = [emb for batch in range(0, len(texts), 128)
for emb in self.client.embed(texts[batch:batch+128], model="voyage-2").embeddings]
self.metadata = [item["metadata"] for item in data] # Store only the inner metadata
self.save_db()