gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Refactor shared storage locks to separate pipeline, storage and internal locks for deadlock preventing

Browse Source
This commit is contained in:
yangdx
2025-03-01 10:48:55 +08:00
parent d3de57c1e4
commit c07a5039b7
3 changed files with 59 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
lightrag/api/lightrag_server.py
View File

@@ -138,17 +138,17 @@ def create_app(args):
# Import necessary functions from shared_storage
from lightrag.kg.shared_storage import (
get_namespace_data,
get_storage_lock,
initialize_pipeline_namespace,
get_pipeline_status_lock,
initialize_pipeline_status,
)
await initialize_pipeline_namespace()
await initialize_pipeline_status()
# Auto scan documents if enabled
if args.auto_scan_at_startup:
# Check if a task is already running (with lock protection)
pipeline_status = await get_namespace_data("pipeline_status")
should_start_task = False
async with get_storage_lock():
async with get_pipeline_status_lock():
if not pipeline_status.get("busy", False):
should_start_task = True
# Only start the task if no other task is running