Ensure OpenAI connection is closed after streaming response finished

This commit is contained in:
yangdx
2025-05-12 17:37:28 +08:00
parent cf4bb148fb
commit 56f82bdcd5

View File

@@ -264,8 +264,17 @@ async def openai_complete_if_cache(
logger.warning(
f"Failed to close stream response in finally block: {close_error}"
)
# Note: We don't close the client here for streaming responses
# The client will be closed by the caller after streaming is complete
# This prevents resource leaks since the caller doesn't handle closing
try:
await openai_async_client.close()
logger.debug(
"Successfully closed OpenAI client for streaming response"
)
except Exception as client_close_error:
logger.warning(
f"Failed to close OpenAI client in streaming finally block: {client_close_error}"
)
return inner()