Ensure OpenAI connection is closed after streaming response finished
This commit is contained in:
@@ -264,8 +264,17 @@ async def openai_complete_if_cache(
|
|||||||
logger.warning(
|
logger.warning(
|
||||||
f"Failed to close stream response in finally block: {close_error}"
|
f"Failed to close stream response in finally block: {close_error}"
|
||||||
)
|
)
|
||||||
# Note: We don't close the client here for streaming responses
|
|
||||||
# The client will be closed by the caller after streaming is complete
|
# This prevents resource leaks since the caller doesn't handle closing
|
||||||
|
try:
|
||||||
|
await openai_async_client.close()
|
||||||
|
logger.debug(
|
||||||
|
"Successfully closed OpenAI client for streaming response"
|
||||||
|
)
|
||||||
|
except Exception as client_close_error:
|
||||||
|
logger.warning(
|
||||||
|
f"Failed to close OpenAI client in streaming finally block: {client_close_error}"
|
||||||
|
)
|
||||||
|
|
||||||
return inner()
|
return inner()
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user