Fixed broken ainsert_custom_kg()

This commit is contained in:
Lukas Selch
2025-02-17 15:12:35 +01:00
parent 0c8789035c
commit 7913304007

View File

@@ -36,6 +36,7 @@ from .utils import (
limit_async_func_call, limit_async_func_call,
logger, logger,
set_logger, set_logger,
encode_string_by_tiktoken,
) )
from .types import KnowledgeGraph from .types import KnowledgeGraph
@@ -863,7 +864,14 @@ class LightRAG:
source_id = chunk_data["source_id"] source_id = chunk_data["source_id"]
chunk_id = compute_mdhash_id(chunk_content.strip(), prefix="chunk-") chunk_id = compute_mdhash_id(chunk_content.strip(), prefix="chunk-")
chunk_entry = {"content": chunk_content.strip(), "source_id": source_id} chunk_entry = {
"content": chunk_content.strip(),
"source_id": source_id,
"tokens": len(encode_string_by_tiktoken(chunk_entry["content"])),
"chunk_order_id": 0,
"full_doc_id": source_id,
"status": DocStatus.PROCESSED
}
all_chunks_data[chunk_id] = chunk_entry all_chunks_data[chunk_id] = chunk_entry
chunk_to_source_map[source_id] = chunk_id chunk_to_source_map[source_id] = chunk_id
update_storage = True update_storage = True