gardel/lightrag
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #931 from konrad-woj/fix-dim-error

Browse Source 
fix AttributeError: 'NoneType' object has no attribute 'dim'
This commit is contained in:
zrguo
2025-02-24 17:52:45 +08:00
committed by GitHub
parent c79ab5bb35 4f76b1c23e
commit 8e86e6523d
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
lightrag/llm/hf.py
View File

@@ -139,11 +139,14 @@ async def hf_model_complete(
async def hf_embed(texts: list[str], tokenizer, embed_model) -> np.ndarray: async def hf_embed(texts: list[str], tokenizer, embed_model) -> np.ndarray:
device = next(embed_model.parameters()).device device = next(embed_model.parameters()).device
input_ids = tokenizer( encoded_texts = tokenizer(
texts, return_tensors="pt", padding=True, truncation=True texts, return_tensors="pt", padding=True, truncation=True
).input_ids.to(device) ).to(device)
with torch.no_grad(): with torch.no_grad():
outputs = embed_model(input_ids) outputs = embed_model(
input_ids=encoded_texts["input_ids"],
attention_mask=encoded_texts["attention_mask"],
)
embeddings = outputs.last_hidden_state.mean(dim=1) embeddings = outputs.last_hidden_state.mean(dim=1)
if embeddings.dtype == torch.bfloat16: if embeddings.dtype == torch.bfloat16:
return embeddings.detach().to(torch.float32).cpu().numpy() return embeddings.detach().to(torch.float32).cpu().numpy()