From ecf48a5be5f7acc827853a1883a6910e72de5051 Mon Sep 17 00:00:00 2001 From: yangdx Date: Sun, 2 Feb 2025 04:27:21 +0800 Subject: [PATCH] Add embedding cache config and disable LLM cache for entity extraction for API Server --- lightrag/api/lightrag_server.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/lightrag/api/lightrag_server.py b/lightrag/api/lightrag_server.py index 3bfa4943..b1039335 100644 --- a/lightrag/api/lightrag_server.py +++ b/lightrag/api/lightrag_server.py @@ -919,6 +919,12 @@ def create_app(args): vector_db_storage_cls_kwargs={ "cosine_better_than_threshold": args.cosine_threshold }, + enable_llm_cache_for_entity_extract=False, + embedding_cache_config={ + "enabled": True, + "similarity_threshold": 0.95, + "use_llm_check": False, + }, ) else: rag = LightRAG( @@ -942,6 +948,12 @@ def create_app(args): vector_db_storage_cls_kwargs={ "cosine_better_than_threshold": args.cosine_threshold }, + enable_llm_cache_for_entity_extract=False, + embedding_cache_config={ + "enabled": True, + "similarity_threshold": 0.95, + "use_llm_check": False, + }, ) async def index_file(file_path: Union[str, Path]) -> None: