diff --git a/lightrag/api/lightrag_ollama.py b/lightrag/api/lightrag_ollama.py index 714731eb..5768fc42 100644 --- a/lightrag/api/lightrag_ollama.py +++ b/lightrag/api/lightrag_ollama.py @@ -709,16 +709,31 @@ def create_app(args): try: # 确保 response 是异步生成器 if isinstance(response, str): - # 如果是字符串,作为单个完整响应发送 + # 如果是字符串,分两次发送 + # 第一次发送查询内容 data = { "model": LIGHTRAG_MODEL, "created_at": LIGHTRAG_CREATED_AT, "message": { - "role": "assistant", + "role": "assistant", "content": response, "images": None }, - "done": True + "done": False + } + yield f"{json.dumps(data, ensure_ascii=False)}\n" + + # 第二次发送统计信息 + data = { + "model": LIGHTRAG_MODEL, + "created_at": LIGHTRAG_CREATED_AT, + "done": True, + "total_duration": 1, + "load_duration": 1, + "prompt_eval_count": 999, + "prompt_eval_duration": 1, + "eval_count": 999, + "eval_duration": 1 } yield f"{json.dumps(data, ensure_ascii=False)}\n" else: diff --git a/test_lightrag_ollama_chat.py b/test_lightrag_ollama_chat.py index b9902e77..02b51b22 100644 --- a/test_lightrag_ollama_chat.py +++ b/test_lightrag_ollama_chat.py @@ -119,7 +119,7 @@ DEFAULT_CONFIG = { "test_cases": { "basic": { "query": "孙悟空", - "stream_query": "孙悟空有什么法力,性格特征是什么" + "stream_query": "孙悟空" } } }