From 6d486f5813f6e87b1b3d14e3b3a235af6bed5343 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E5=AD=9F=E8=B6=85?= <mcshr@hotmail.com>
Date: Sat, 19 Apr 2025 15:28:07 +0800
Subject: [PATCH] json dumps without ascii

---
 lightrag/utils.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/lightrag/utils.py b/lightrag/utils.py
index 44b21fc6..372e4d07 100644
--- a/lightrag/utils.py
+++ b/lightrag/utils.py
@@ -506,9 +506,8 @@ def process_combine_contexts(hl: str, ll: str):
         return item_data
 
     for row in list_hl + list_ll:
-        # 创建内容的标识符用于去重（跳过第一列的索引）
         if len(row) >= 2:
-            row_identifier = json.dumps(row[1:])
+            row_identifier = json.dumps(row[1:], ensure_ascii=False)
 
             if row_identifier not in seen:
                 seen.add(row_identifier)