feat: Add query mode 'bypass' to bypass knowledge retrieval and directly use LLM

This commit is contained in:
choizhang
2025-04-10 23:17:33 +08:00
committed by yangdx
parent 9487eca772
commit a12d60e4ea
9 changed files with 21 additions and 7 deletions

View File

@@ -1381,6 +1381,14 @@ class LightRAG:
hashing_kv=self.llm_response_cache, # Directly use llm_response_cache
system_prompt=system_prompt,
)
elif param.mode == "bypass":
# Bypass mode: directly use LLM without knowledge retrieval
use_llm_func = param.model_func or global_config["llm_model_func"]
response = await use_llm_func(
query.strip(),
system_prompt=system_prompt,
history_messages=param.conversation_history,
)
else:
raise ValueError(f"Unknown mode {param.mode}")
await self._query_done()