update llm.py
This commit is contained in:
@@ -118,9 +118,9 @@ async def gpt_4o_mini_complete(
|
|||||||
async def hf_model_complete(
|
async def hf_model_complete(
|
||||||
prompt, system_prompt=None, history_messages=[], **kwargs
|
prompt, system_prompt=None, history_messages=[], **kwargs
|
||||||
) -> str:
|
) -> str:
|
||||||
input_string = kwargs['hashing_kv'].global_config['llm_model_name']
|
model_name = kwargs['hashing_kv'].global_config['llm_model_name']
|
||||||
return await hf_model_if_cache(
|
return await hf_model_if_cache(
|
||||||
input_string,
|
model_name,
|
||||||
prompt,
|
prompt,
|
||||||
system_prompt=system_prompt,
|
system_prompt=system_prompt,
|
||||||
history_messages=history_messages,
|
history_messages=history_messages,
|
||||||
|
Reference in New Issue
Block a user