gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: rare embedding issue.

Browse Source
This commit is contained in:
david
2024-12-10 09:00:22 +08:00
parent 11d8440393
commit d0a4ef252e
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
lightrag/storage.py
View File

@@ -107,10 +107,16 @@ class NanoVectorDBStorage(BaseVectorStorage):
embeddings = await f embeddings = await f
embeddings_list.append(embeddings) embeddings_list.append(embeddings)
embeddings = np.concatenate(embeddings_list) embeddings = np.concatenate(embeddings_list)
if len(embeddings) == len(list_data):
for i, d in enumerate(list_data): for i, d in enumerate(list_data):
d["__vector__"] = embeddings[i] d["__vector__"] = embeddings[i]
results = self._client.upsert(datas=list_data) results = self._client.upsert(datas=list_data)
return results return results
else:
# sometimes the embedding is not returned correctly. just log it.
logger.error(
f"embedding is not 1-1 with data, {len(embeddings)} != {len(list_data)}"
)
async def query(self, query: str, top_k=5): async def query(self, query: str, top_k=5):
embedding = await self.embedding_func([query]) embedding = await self.embedding_func([query])