From 4f76b1c23e3c7544482f35f21b42a9fb66b8cdc7 Mon Sep 17 00:00:00 2001 From: Konrad Wojciechowski Date: Mon, 24 Feb 2025 03:29:39 +0100 Subject: [PATCH] fix AttributeError: 'NoneType' object has no attribute 'dim' --- lightrag/llm/hf.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/lightrag/llm/hf.py b/lightrag/llm/hf.py index d678c611..fb5208b0 100644 --- a/lightrag/llm/hf.py +++ b/lightrag/llm/hf.py @@ -139,11 +139,14 @@ async def hf_model_complete( async def hf_embed(texts: list[str], tokenizer, embed_model) -> np.ndarray: device = next(embed_model.parameters()).device - input_ids = tokenizer( + encoded_texts = tokenizer( texts, return_tensors="pt", padding=True, truncation=True - ).input_ids.to(device) + ).to(device) with torch.no_grad(): - outputs = embed_model(input_ids) + outputs = embed_model( + input_ids=encoded_texts["input_ids"], + attention_mask=encoded_texts["attention_mask"], + ) embeddings = outputs.last_hidden_state.mean(dim=1) if embeddings.dtype == torch.bfloat16: return embeddings.detach().to(torch.float32).cpu().numpy()