gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #1548 from maharjun/use_openai_context_manager

Browse Source 
Use Openai Client Context Manager
This commit is contained in:
Daniel.y
2025-05-09 14:33:48 +08:00
committed by GitHub
parent 6bf3e5b9cf b7eae4d7c0
commit 3597239768
1 changed files with 14 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
lightrag/llm/openai.py
View File

@@ -177,6 +177,7 @@ async def openai_complete_if_cache(
logger.debug("===== Sending Query to LLM =====") logger.debug("===== Sending Query to LLM =====")
try: try:
async with openai_async_client:
if "response_format" in kwargs: if "response_format" in kwargs:
response = await openai_async_client.beta.chat.completions.parse( response = await openai_async_client.beta.chat.completions.parse(
model=model, messages=messages, **kwargs model=model, messages=messages, **kwargs
@@ -421,6 +422,7 @@ async def openai_embed(
api_key=api_key, base_url=base_url, client_configs=client_configs api_key=api_key, base_url=base_url, client_configs=client_configs
) )
async with openai_async_client:
response = await openai_async_client.embeddings.create( response = await openai_async_client.embeddings.create(
model=model, input=texts, encoding_format="float" model=model, input=texts, encoding_format="float"
) )