Refactor code formatting in lightrag_api_openai_compatible_demo.py
This commit is contained in:
@@ -16,7 +16,7 @@ DEFAULT_RAG_DIR = "index_default"
|
|||||||
app = FastAPI(title="LightRAG API", description="API for RAG operations")
|
app = FastAPI(title="LightRAG API", description="API for RAG operations")
|
||||||
|
|
||||||
# Configure working directory
|
# Configure working directory
|
||||||
WORKING_DIR = os.environ.get('RAG_DIR', f'{DEFAULT_RAG_DIR}')
|
WORKING_DIR = os.environ.get("RAG_DIR", f"{DEFAULT_RAG_DIR}")
|
||||||
print(f"WORKING_DIR: {WORKING_DIR}")
|
print(f"WORKING_DIR: {WORKING_DIR}")
|
||||||
if not os.path.exists(WORKING_DIR):
|
if not os.path.exists(WORKING_DIR):
|
||||||
os.mkdir(WORKING_DIR)
|
os.mkdir(WORKING_DIR)
|
||||||
@@ -32,11 +32,12 @@ async def llm_model_func(
|
|||||||
prompt,
|
prompt,
|
||||||
system_prompt=system_prompt,
|
system_prompt=system_prompt,
|
||||||
history_messages=history_messages,
|
history_messages=history_messages,
|
||||||
api_key='YOUR_API_KEY',
|
api_key="YOUR_API_KEY",
|
||||||
base_url="YourURL/v1",
|
base_url="YourURL/v1",
|
||||||
**kwargs,
|
**kwargs,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
# Embedding function
|
# Embedding function
|
||||||
|
|
||||||
|
|
||||||
@@ -44,10 +45,11 @@ async def embedding_func(texts: list[str]) -> np.ndarray:
|
|||||||
return await openai_embedding(
|
return await openai_embedding(
|
||||||
texts,
|
texts,
|
||||||
model="text-embedding-3-large",
|
model="text-embedding-3-large",
|
||||||
api_key='YOUR_API_KEY',
|
api_key="YOUR_API_KEY",
|
||||||
base_url="YourURL/v1",
|
base_url="YourURL/v1",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
# Initialize RAG instance
|
# Initialize RAG instance
|
||||||
rag = LightRAG(
|
rag = LightRAG(
|
||||||
working_dir=WORKING_DIR,
|
working_dir=WORKING_DIR,
|
||||||
@@ -78,6 +80,7 @@ class Response(BaseModel):
|
|||||||
data: Optional[str] = None
|
data: Optional[str] = None
|
||||||
message: Optional[str] = None
|
message: Optional[str] = None
|
||||||
|
|
||||||
|
|
||||||
# API routes
|
# API routes
|
||||||
|
|
||||||
|
|
||||||
@@ -86,14 +89,9 @@ async def query_endpoint(request: QueryRequest):
|
|||||||
try:
|
try:
|
||||||
loop = asyncio.get_event_loop()
|
loop = asyncio.get_event_loop()
|
||||||
result = await loop.run_in_executor(
|
result = await loop.run_in_executor(
|
||||||
None,
|
None, lambda: rag.query(request.query, param=QueryParam(mode=request.mode))
|
||||||
lambda: rag.query(
|
|
||||||
request.query, param=QueryParam(mode=request.mode))
|
|
||||||
)
|
|
||||||
return Response(
|
|
||||||
status="success",
|
|
||||||
data=result
|
|
||||||
)
|
)
|
||||||
|
return Response(status="success", data=result)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
raise HTTPException(status_code=500, detail=str(e))
|
raise HTTPException(status_code=500, detail=str(e))
|
||||||
|
|
||||||
@@ -103,10 +101,7 @@ async def insert_endpoint(request: InsertRequest):
|
|||||||
try:
|
try:
|
||||||
loop = asyncio.get_event_loop()
|
loop = asyncio.get_event_loop()
|
||||||
await loop.run_in_executor(None, lambda: rag.insert(request.text))
|
await loop.run_in_executor(None, lambda: rag.insert(request.text))
|
||||||
return Response(
|
return Response(status="success", message="Text inserted successfully")
|
||||||
status="success",
|
|
||||||
message="Text inserted successfully"
|
|
||||||
)
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
raise HTTPException(status_code=500, detail=str(e))
|
raise HTTPException(status_code=500, detail=str(e))
|
||||||
|
|
||||||
@@ -117,17 +112,16 @@ async def insert_file(request: InsertFileRequest):
|
|||||||
# Check if file exists
|
# Check if file exists
|
||||||
if not os.path.exists(request.file_path):
|
if not os.path.exists(request.file_path):
|
||||||
raise HTTPException(
|
raise HTTPException(
|
||||||
status_code=404,
|
status_code=404, detail=f"File not found: {request.file_path}"
|
||||||
detail=f"File not found: {request.file_path}"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# Read file content
|
# Read file content
|
||||||
try:
|
try:
|
||||||
with open(request.file_path, 'r', encoding='utf-8') as f:
|
with open(request.file_path, "r", encoding="utf-8") as f:
|
||||||
content = f.read()
|
content = f.read()
|
||||||
except UnicodeDecodeError:
|
except UnicodeDecodeError:
|
||||||
# If UTF-8 decoding fails, try other encodings
|
# If UTF-8 decoding fails, try other encodings
|
||||||
with open(request.file_path, 'r', encoding='gbk') as f:
|
with open(request.file_path, "r", encoding="gbk") as f:
|
||||||
content = f.read()
|
content = f.read()
|
||||||
|
|
||||||
# Insert file content
|
# Insert file content
|
||||||
@@ -136,7 +130,7 @@ async def insert_file(request: InsertFileRequest):
|
|||||||
|
|
||||||
return Response(
|
return Response(
|
||||||
status="success",
|
status="success",
|
||||||
message=f"File content from {request.file_path} inserted successfully"
|
message=f"File content from {request.file_path} inserted successfully",
|
||||||
)
|
)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
raise HTTPException(status_code=500, detail=str(e))
|
raise HTTPException(status_code=500, detail=str(e))
|
||||||
@@ -146,8 +140,10 @@ async def insert_file(request: InsertFileRequest):
|
|||||||
async def health_check():
|
async def health_check():
|
||||||
return {"status": "healthy"}
|
return {"status": "healthy"}
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
import uvicorn
|
import uvicorn
|
||||||
|
|
||||||
uvicorn.run(app, host="0.0.0.0", port=8020)
|
uvicorn.run(app, host="0.0.0.0", port=8020)
|
||||||
|
|
||||||
# Usage example
|
# Usage example
|
||||||
|
Reference in New Issue
Block a user