修复缓存处理的运行时错误
].func # ["func"] ^^^^ AttributeError: 'dict' object has no attribute 'func'
This commit is contained in:
@@ -479,9 +479,7 @@ async def handle_cache(hashing_kv, args_hash, prompt, mode="default"):
|
|||||||
quantized = min_val = max_val = None
|
quantized = min_val = max_val = None
|
||||||
if is_embedding_cache_enabled:
|
if is_embedding_cache_enabled:
|
||||||
# Use embedding cache
|
# Use embedding cache
|
||||||
embedding_model_func = hashing_kv.global_config[
|
embedding_model_func = hashing_kv.global_config["embedding_func"]["func"]
|
||||||
"embedding_func"
|
|
||||||
].func # ["func"]
|
|
||||||
llm_model_func = hashing_kv.global_config.get("llm_model_func")
|
llm_model_func = hashing_kv.global_config.get("llm_model_func")
|
||||||
|
|
||||||
current_embedding = await embedding_model_func([prompt])
|
current_embedding = await embedding_model_func([prompt])
|
||||||
|
Reference in New Issue
Block a user