From 258c7596e6a49eb1533c5e41280bbab89a818902 Mon Sep 17 00:00:00 2001 From: yangdx Date: Fri, 14 Feb 2025 12:50:43 +0800 Subject: [PATCH] fix: Improve file path handling and logging for document scanning MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit • Convert relative paths to absolute paths • Add logging for file scanning progress • Log total number of new files found • Enhance file scanning feedback • Improve path resolution safety --- lightrag/api/lightrag_server.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/lightrag/api/lightrag_server.py b/lightrag/api/lightrag_server.py index 1aeff264..ce182bc1 100644 --- a/lightrag/api/lightrag_server.py +++ b/lightrag/api/lightrag_server.py @@ -564,6 +564,10 @@ def parse_args() -> argparse.Namespace: args = parser.parse_args() + # conver relative path to absolute path + args.working_dir = os.path.abspath(args.working_dir) + args.input_dir = os.path.abspath(args.input_dir) + ollama_server_infos.LIGHTRAG_MODEL = args.simulated_model_name return args @@ -595,6 +599,7 @@ class DocumentManager: """Scan input directory for new files""" new_files = [] for ext in self.supported_extensions: + logger.info(f"Scanning for {ext} files in {self.input_dir}") for file_path in self.input_dir.rglob(f"*{ext}"): if file_path not in self.indexed_files: new_files.append(file_path) @@ -1198,6 +1203,7 @@ def create_app(args): new_files = doc_manager.scan_directory_for_new_files() scan_progress["total_files"] = len(new_files) + logger.info(f"Found {len(new_files)} new files to index.") for file_path in new_files: try: with progress_lock: