update llm.py

This commit is contained in:
LarFii
2024-10-15 20:06:59 +08:00
parent 9cf38ed9d0
commit f2e8732c43

View File

@@ -118,9 +118,9 @@ async def gpt_4o_mini_complete(
async def hf_model_complete( async def hf_model_complete(
prompt, system_prompt=None, history_messages=[], **kwargs prompt, system_prompt=None, history_messages=[], **kwargs
) -> str: ) -> str:
input_string = kwargs['hashing_kv'].global_config['llm_model_name'] model_name = kwargs['hashing_kv'].global_config['llm_model_name']
return await hf_model_if_cache( return await hf_model_if_cache(
input_string, model_name,
prompt, prompt,
system_prompt=system_prompt, system_prompt=system_prompt,
history_messages=history_messages, history_messages=history_messages,