Separated llms from the main llm.py file and fixed some deprication bugs

2025-01-25 00:11:00 +01:00
parent 7e1638525c
commit 34018cb1e0
55 changed files with 2144 additions and 1301 deletions
--- a/lightrag/utils.py
+++ b/lightrag/utils.py
@@ -535,7 +535,7 @@ class CacheData:
    min_val: Optional[float] = None
    max_val: Optional[float] = None
    mode: str = "default"
-
+    cache_type: str ="query"

 async def save_to_cache(hashing_kv, cache_data: CacheData):
    if hashing_kv is None or hasattr(cache_data.content, "__aiter__"):