gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed a bug introduced by a modification by someone else in azure_openai_complete (please make sure you test before commiting code)

Browse Source 
Added api_key to lollms, ollama, openai for both llm and embedding bindings allowing to use api key protected services.
This commit is contained in:
Saifeddine ALOUI
2025-01-19 23:24:37 +01:00
parent 34c051b0b9
commit 9cae05e1ff
2 changed files with 22 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
lightrag/api/lightrag_server.py
View File

@@ -299,7 +299,7 @@ def parse_args() -> argparse.Namespace:
)
default_llm_api_key = get_env_value(
"LLM_BINDING_API_KEY", ""
"LLM_BINDING_API_KEY", None
)
parser.add_argument(
@@ -649,22 +649,26 @@ def create_app(args):
texts,
embed_model=args.embedding_model,
host=args.embedding_binding_host,
api_key = args.embedding_binding_api_key
)
if args.embedding_binding == "lollms"
else ollama_embed(
texts,
embed_model=args.embedding_model,
host=args.embedding_binding_host,
api_key = args.embedding_binding_api_key
)
if args.embedding_binding == "ollama"
else azure_openai_embedding(
texts,
model=args.embedding_model, # no host is used for openai
model=args.embedding_model, # no host is used for openai,
api_key = args.embedding_binding_api_key
)
if args.embedding_binding == "azure_openai"
else openai_embedding(
texts,
model=args.embedding_model, # no host is used for openai
model=args.embedding_model, # no host is used for openai,
api_key = args.embedding_binding_api_key
),
)
@@ -682,6 +686,7 @@ def create_app(args):
"host": args.llm_binding_host,
"timeout": args.timeout,
"options": {"num_ctx": args.max_tokens},
"api_key": args.llm_binding_api_key
},
embedding_func=embedding_func,
)