From 7fea7d7b5e3b26c10998886e63fd8743ced05eda Mon Sep 17 00:00:00 2001 From: Ahmad Hatahet Date: Sat, 30 Nov 2024 17:11:38 +0100 Subject: [PATCH 1/3] add api_version to args --- lightrag/llm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/lightrag/llm.py b/lightrag/llm.py index 6a191a0f..3c4f9543 100644 --- a/lightrag/llm.py +++ b/lightrag/llm.py @@ -567,11 +567,14 @@ async def azure_openai_embedding( model: str = "text-embedding-3-small", base_url: str = None, api_key: str = None, + api_version: str = None, ) -> np.ndarray: if api_key: os.environ["AZURE_OPENAI_API_KEY"] = api_key if base_url: os.environ["AZURE_OPENAI_ENDPOINT"] = base_url + if api_version: + os.environ["AZURE_OPENAI_API_VERSION"] = api_version openai_async_client = AsyncAzureOpenAI( azure_endpoint=os.getenv("AZURE_OPENAI_ENDPOINT"), From 23cabbe7a35ee7fe6cd16504e76a662ddcdce315 Mon Sep 17 00:00:00 2001 From: Ahmad Hatahet Date: Sat, 30 Nov 2024 17:16:07 +0100 Subject: [PATCH 2/3] update max_token_size according to openai doc --- lightrag/llm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lightrag/llm.py b/lightrag/llm.py index 3c4f9543..19d22bc8 100644 --- a/lightrag/llm.py +++ b/lightrag/llm.py @@ -556,7 +556,7 @@ async def openai_embedding( return np.array([dp.embedding for dp in response.data]) -@wrap_embedding_func_with_attrs(embedding_dim=1536, max_token_size=8192) +@wrap_embedding_func_with_attrs(embedding_dim=1536, max_token_size=8191) @retry( stop=stop_after_attempt(3), wait=wait_exponential(multiplier=1, min=4, max=10), From f2814143086b95659c144e6373c45acc42257b2a Mon Sep 17 00:00:00 2001 From: Ahmad Hatahet Date: Sat, 30 Nov 2024 17:47:33 +0100 Subject: [PATCH 3/3] add api_version to azure_openai_complete_if_cache --- lightrag/llm.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/lightrag/llm.py b/lightrag/llm.py index 19d22bc8..42b89e94 100644 --- a/lightrag/llm.py +++ b/lightrag/llm.py @@ -92,12 +92,15 @@ async def azure_openai_complete_if_cache( history_messages=[], base_url=None, api_key=None, + api_version=None, **kwargs, ): if api_key: os.environ["AZURE_OPENAI_API_KEY"] = api_key if base_url: os.environ["AZURE_OPENAI_ENDPOINT"] = base_url + if api_version: + os.environ["AZURE_OPENAI_API_VERSION"] = api_version openai_async_client = AsyncAzureOpenAI( azure_endpoint=os.getenv("AZURE_OPENAI_ENDPOINT"),