Separated llms from the main llm.py file and fixed some deprication bugs

2025-01-25 00:11:00 +01:00
parent 7e1638525c
commit 34018cb1e0
55 changed files with 2144 additions and 1301 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,22 +1,20 @@
 accelerate
-aioboto3
 aiofiles
 aiohttp
-aioredis
+redis
 asyncpg
 configparser

 # database packages
 graspologic
 gremlinpython
-hnswlib
 nano-vectordb
 neo4j
 networkx

+# TODO : Remove specific databases and move the installation to their corresponding files
+# Use pipmaster for install if needed
 numpy
-ollama
-openai
 oracledb
 pipmaster
 psycopg-pool
@@ -33,14 +31,12 @@ python-dotenv
 python-pptx
 pyvis
 setuptools
-# lmdeploy[all]
 sqlalchemy
 tenacity


 # LLM packages
 tiktoken
-torch
 tqdm
-transformers
 xxhash
+