update max_token_size according to openai doc

2024-11-30 17:16:07 +01:00
parent 7fea7d7b5e
commit 23cabbe7a3
1 changed files with 1 additions and 1 deletions
--- a/lightrag/llm.py
+++ b/lightrag/llm.py
@@ -556,7 +556,7 @@ async def openai_embedding(
    return np.array([dp.embedding for dp in response.data])


-@wrap_embedding_func_with_attrs(embedding_dim=1536, max_token_size=8192)
+@wrap_embedding_func_with_attrs(embedding_dim=1536, max_token_size=8191)
@retry(
    stop=stop_after_attempt(3),
    wait=wait_exponential(multiplier=1, min=4, max=10),