update hf_model_complete

2024-10-14 20:33:46 +08:00
parent 741953c34b
commit e5876fb225
3 changed files with 6 additions and 7 deletions
--- a/lightrag/llm.py
+++ b/lightrag/llm.py
@@ -115,10 +115,10 @@ async def gpt_4o_mini_complete(



-async def hf_model(
+async def hf_model_complete(
    prompt, system_prompt=None, history_messages=[], **kwargs
 ) -> str:
-    input_string = kwargs.get('model_name', 'google/gemma-2-2b-it')
+    input_string = kwargs['hashing_kv'].global_config['llm_model_name']
    return await hf_model_if_cache(
        input_string,
        prompt,