Fix JSON parsing error

This commit is contained in:
Larfii
2024-12-05 18:26:55 +08:00
parent 68fed9b91f
commit 5e1f317264
2 changed files with 6 additions and 2 deletions

View File

@@ -12,7 +12,11 @@ if not os.path.exists(WORKING_DIR):
async def lmdeploy_model_complete(
prompt=None, system_prompt=None, history_messages=[], keyword_extraction=False, **kwargs
prompt=None,
system_prompt=None,
history_messages=[],
keyword_extraction=False,
**kwargs,
) -> str:
model_name = kwargs["hashing_kv"].global_config["llm_model_name"]
return await lmdeploy_model_if_cache(