From 7ff8c7b9d8516aa0b385944a4585a65385d9e2c7 Mon Sep 17 00:00:00 2001 From: yangdx Date: Wed, 29 Jan 2025 21:35:46 +0800 Subject: [PATCH] Add timeout parameter to OpenAI alike LLM model configuration --- lightrag/api/lightrag_server.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/lightrag/api/lightrag_server.py b/lightrag/api/lightrag_server.py index 2ab30d2b..65b1a39e 100644 --- a/lightrag/api/lightrag_server.py +++ b/lightrag/api/lightrag_server.py @@ -876,6 +876,9 @@ def create_app(args): else openai_alike_model_complete, chunk_token_size=int(args.chunk_size), chunk_overlap_token_size=int(args.chunk_overlap_size), + llm_model_kwargs={ + "timeout": args.timeout, + }, llm_model_name=args.llm_model, llm_model_max_async=args.max_async, llm_model_max_token_size=args.max_tokens,