gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix trailing whitespace and formatting issues in lightrag.py

Browse Source
This commit is contained in:
Gurjot Singh
2025-01-09 00:39:22 +05:30
parent a940251390
commit 9565a4663a
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
lightrag/lightrag.py
View File

@@ -460,16 +460,15 @@ class LightRAG:
def insert_custom_chunks(self, full_text: str, text_chunks: list[str]): def insert_custom_chunks(self, full_text: str, text_chunks: list[str]):
loop = always_get_an_event_loop() loop = always_get_an_event_loop()
return loop.run_until_complete(self.ainsert_custom_chunks(full_text, text_chunks)) return loop.run_until_complete(
self.ainsert_custom_chunks(full_text, text_chunks)
)
async def ainsert_custom_chunks(self, full_text: str, text_chunks: list[str]): async def ainsert_custom_chunks(self, full_text: str, text_chunks: list[str]):
update_storage = False update_storage = False
try: try:
doc_key = compute_mdhash_id(full_text.strip(), prefix="doc-") doc_key = compute_mdhash_id(full_text.strip(), prefix="doc-")
new_docs = { new_docs = {doc_key: {"content": full_text.strip()}}
doc_key: {"content": full_text.strip()}
}
_add_doc_keys = await self.full_docs.filter_keys([doc_key]) _add_doc_keys = await self.full_docs.filter_keys([doc_key])
new_docs = {k: v for k, v in new_docs.items() if k in _add_doc_keys} new_docs = {k: v for k, v in new_docs.items() if k in _add_doc_keys}
@@ -484,13 +483,15 @@ class LightRAG:
for chunk_text in text_chunks: for chunk_text in text_chunks:
chunk_text_stripped = chunk_text.strip() chunk_text_stripped = chunk_text.strip()
chunk_key = compute_mdhash_id(chunk_text_stripped, prefix="chunk-") chunk_key = compute_mdhash_id(chunk_text_stripped, prefix="chunk-")
inserting_chunks[chunk_key] = { inserting_chunks[chunk_key] = {
"content": chunk_text_stripped, "content": chunk_text_stripped,
"full_doc_id": doc_key, "full_doc_id": doc_key,
} }
_add_chunk_keys = await self.text_chunks.filter_keys(list(inserting_chunks.keys())) _add_chunk_keys = await self.text_chunks.filter_keys(
list(inserting_chunks.keys())
)
inserting_chunks = { inserting_chunks = {
k: v for k, v in inserting_chunks.items() if k in _add_chunk_keys k: v for k, v in inserting_chunks.items() if k in _add_chunk_keys
} }