cleaned docs

This commit is contained in:
Yannick Stephan
2025-02-09 14:39:32 +01:00
parent abcdcd5a73
commit 58d776561d

View File

@@ -467,15 +467,13 @@ class LightRAG:
await self._insert_done()
async def apipeline_enqueue_documents(self, string_or_strings: str | list[str]):
"""Pipeline process documents
"""
Pipeline for Processing Documents
1. Remove duplicate contents from the list
2. Generate document IDs and initial status
3. Filter out already stored documents
4. Store docs
Args:
string_or_strings: Single document string or list of document strings
3. Filter out already processed documents
4. Enqueue document in status
"""
if isinstance(string_or_strings, str):
string_or_strings = [string_or_strings]