Merge pull request #444 from davidleon/fix/lazy_import

Fix/lazy import
This commit is contained in:
zrguo
2024-12-11 14:19:48 +08:00
committed by GitHub
4 changed files with 44 additions and 11 deletions

View File

@@ -64,6 +64,7 @@ async def openai_complete_if_cache(
AsyncOpenAI() if base_url is None else AsyncOpenAI(base_url=base_url)
)
kwargs.pop("hashing_kv", None)
kwargs.pop("keyword_extraction", None)
messages = []
if system_prompt:
messages.append({"role": "system", "content": system_prompt})