gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #891 from YanSte/lock

Browse Source 
added lock
This commit is contained in:
Yannick Stephan
2025-02-20 00:21:28 +01:00
committed by GitHub
parent bf720b131b fa99d72269
commit 26abae4733
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
lightrag/lightrag.py
View File

@@ -7,7 +7,7 @@ from dataclasses import asdict, dataclass, field
from datetime import datetime from datetime import datetime
from functools import partial from functools import partial
from typing import Any, AsyncIterator, Callable, Iterator, cast from typing import Any, AsyncIterator, Callable, Iterator, cast
from asyncio import Lock
from .base import ( from .base import (
BaseGraphStorage, BaseGraphStorage,
BaseKVStorage, BaseKVStorage,
@@ -358,6 +358,9 @@ class LightRAG:
convert_response_to_json convert_response_to_json
) )
# Lock for entity extraction
_entity_lock = Lock()
# Custom Chunking Function # Custom Chunking Function
chunking_func: Callable[ chunking_func: Callable[
[ [
@@ -824,7 +827,6 @@ class LightRAG:
self.tiktoken_model_name, self.tiktoken_model_name,
) )
} }
# Process document (text chunks and full docs) in parallel # Process document (text chunks and full docs) in parallel
tasks = [ tasks = [
self.doc_status.upsert( self.doc_status.upsert(
@@ -897,6 +899,7 @@ class LightRAG:
if new_kg is None: if new_kg is None:
logger.info("No new entities or relationships extracted.") logger.info("No new entities or relationships extracted.")
else: else:
async with self._entity_lock:
logger.info("New entities or relationships extracted.") logger.info("New entities or relationships extracted.")
self.chunk_entity_relation_graph = new_kg self.chunk_entity_relation_graph = new_kg