inference running locally. use neo4j next

2024-10-27 15:37:41 -04:00
parent cc45ea7310
commit 01b7df7afa
8 changed files with 98 additions and 76 deletions
--- a/lightrag/llm.py
+++ b/lightrag/llm.py
@@ -72,7 +72,9 @@ async def openai_complete_if_cache(

@retry(
    stop=stop_after_attempt(3),
-    wait=wait_exponential(multiplier=1, min=4, max=10),
+    #kw_
+    wait=wait_exponential(multiplier=1, min=4, max=60),
+    # wait=wait_exponential(multiplier=1, min=4, max=10),
    retry=retry_if_exception_type((RateLimitError, APIConnectionError, Timeout)),
 )
 async def azure_openai_complete_if_cache(model,