gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修复 args_hash在使用常规缓存时候才计算导致embedding缓存时没有计算的bug

Browse Source
This commit is contained in:
yuanxiaobin
2024-12-06 10:40:48 +08:00
parent 8a69604966
commit 7c4bbe2474
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
lightrag/llm.py
View File

@@ -162,7 +162,6 @@ async def azure_openai_complete_if_cache(
if prompt is not None: if prompt is not None:
messages.append({"role": "user", "content": prompt}) messages.append({"role": "user", "content": prompt})
hashing_kv: BaseKVStorage = kwargs.pop("hashing_kv", None)
if hashing_kv is not None: if hashing_kv is not None:
# Calculate args_hash only when using cache # Calculate args_hash only when using cache
args_hash = compute_args_hash(model, messages) args_hash = compute_args_hash(model, messages)
@@ -373,7 +372,6 @@ async def hf_model_if_cache(
messages.extend(history_messages) messages.extend(history_messages)
messages.append({"role": "user", "content": prompt}) messages.append({"role": "user", "content": prompt})
hashing_kv: BaseKVStorage = kwargs.pop("hashing_kv", None)
if hashing_kv is not None: if hashing_kv is not None:
# Calculate args_hash only when using cache # Calculate args_hash only when using cache
args_hash = compute_args_hash(model, messages) args_hash = compute_args_hash(model, messages)
@@ -491,7 +489,6 @@ async def ollama_model_if_cache(
messages.extend(history_messages) messages.extend(history_messages)
messages.append({"role": "user", "content": prompt}) messages.append({"role": "user", "content": prompt})
hashing_kv: BaseKVStorage = kwargs.pop("hashing_kv", None)
if hashing_kv is not None: if hashing_kv is not None:
# Calculate args_hash only when using cache # Calculate args_hash only when using cache
args_hash = compute_args_hash(model, messages) args_hash = compute_args_hash(model, messages)
@@ -652,7 +649,6 @@ async def lmdeploy_model_if_cache(
messages.extend(history_messages) messages.extend(history_messages)
messages.append({"role": "user", "content": prompt}) messages.append({"role": "user", "content": prompt})
hashing_kv: BaseKVStorage = kwargs.pop("hashing_kv", None)
if hashing_kv is not None: if hashing_kv is not None:
# Calculate args_hash only when using cache # Calculate args_hash only when using cache
args_hash = compute_args_hash(model, messages) args_hash = compute_args_hash(model, messages)