Fix linting
This commit is contained in:
@@ -16,6 +16,7 @@ from pymilvus import MilvusClient
|
|||||||
config = configparser.ConfigParser()
|
config = configparser.ConfigParser()
|
||||||
config.read("config.ini", "utf-8")
|
config.read("config.ini", "utf-8")
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class MilvusVectorDBStorge(BaseVectorStorage):
|
class MilvusVectorDBStorge(BaseVectorStorage):
|
||||||
@staticmethod
|
@staticmethod
|
||||||
@@ -30,11 +31,28 @@ class MilvusVectorDBStorge(BaseVectorStorage):
|
|||||||
|
|
||||||
def __post_init__(self):
|
def __post_init__(self):
|
||||||
self._client = MilvusClient(
|
self._client = MilvusClient(
|
||||||
uri = os.environ.get("MILVUS_URI", config.get("milvus", "uri", fallback=os.path.join(self.global_config["working_dir"], "milvus_lite.db"))),
|
uri=os.environ.get(
|
||||||
user = os.environ.get("MILVUS_USER", config.get("milvus", "user", fallback=None)),
|
"MILVUS_URI",
|
||||||
password = os.environ.get("MILVUS_PASSWORD", config.get("milvus", "password", fallback=None)),
|
config.get(
|
||||||
token = os.environ.get("MILVUS_TOKEN", config.get("milvus", "token", fallback=None)),
|
"milvus",
|
||||||
db_name = os.environ.get("MILVUS_DB_NAME", config.get("milvus", "db_name", fallback=None)),
|
"uri",
|
||||||
|
fallback=os.path.join(
|
||||||
|
self.global_config["working_dir"], "milvus_lite.db"
|
||||||
|
),
|
||||||
|
),
|
||||||
|
),
|
||||||
|
user=os.environ.get(
|
||||||
|
"MILVUS_USER", config.get("milvus", "user", fallback=None)
|
||||||
|
),
|
||||||
|
password=os.environ.get(
|
||||||
|
"MILVUS_PASSWORD", config.get("milvus", "password", fallback=None)
|
||||||
|
),
|
||||||
|
token=os.environ.get(
|
||||||
|
"MILVUS_TOKEN", config.get("milvus", "token", fallback=None)
|
||||||
|
),
|
||||||
|
db_name=os.environ.get(
|
||||||
|
"MILVUS_DB_NAME", config.get("milvus", "db_name", fallback=None)
|
||||||
|
),
|
||||||
)
|
)
|
||||||
self._max_batch_size = self.global_config["embedding_batch_num"]
|
self._max_batch_size = self.global_config["embedding_batch_num"]
|
||||||
MilvusVectorDBStorge.create_collection_if_not_exist(
|
MilvusVectorDBStorge.create_collection_if_not_exist(
|
||||||
|
@@ -22,13 +22,24 @@ from ..utils import logger
|
|||||||
config = configparser.ConfigParser()
|
config = configparser.ConfigParser()
|
||||||
config.read("config.ini", "utf-8")
|
config.read("config.ini", "utf-8")
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class MongoKVStorage(BaseKVStorage):
|
class MongoKVStorage(BaseKVStorage):
|
||||||
def __post_init__(self):
|
def __post_init__(self):
|
||||||
client = MongoClient(
|
client = MongoClient(
|
||||||
os.environ.get("MONGO_URI", config.get("mongodb", "uri", fallback="mongodb://root:root@localhost:27017/"))
|
os.environ.get(
|
||||||
|
"MONGO_URI",
|
||||||
|
config.get(
|
||||||
|
"mongodb", "uri", fallback="mongodb://root:root@localhost:27017/"
|
||||||
|
),
|
||||||
|
)
|
||||||
|
)
|
||||||
|
database = client.get_database(
|
||||||
|
os.environ.get(
|
||||||
|
"MONGO_DATABASE",
|
||||||
|
mongo_database=config.get("mongodb", "database", fallback="LightRAG"),
|
||||||
|
)
|
||||||
)
|
)
|
||||||
database = client.get_database(os.environ.get("MONGO_DATABASE", mongo_database = config.get("mongodb", "database", fallback="LightRAG")))
|
|
||||||
self._data = database.get_collection(self.namespace)
|
self._data = database.get_collection(self.namespace)
|
||||||
logger.info(f"Use MongoDB as KV {self.namespace}")
|
logger.info(f"Use MongoDB as KV {self.namespace}")
|
||||||
|
|
||||||
@@ -91,10 +102,25 @@ class MongoGraphStorage(BaseGraphStorage):
|
|||||||
embedding_func=embedding_func,
|
embedding_func=embedding_func,
|
||||||
)
|
)
|
||||||
self.client = AsyncIOMotorClient(
|
self.client = AsyncIOMotorClient(
|
||||||
os.environ.get("MONGO_URI", config.get("mongodb", "uri", fallback="mongodb://root:root@localhost:27017/"))
|
os.environ.get(
|
||||||
|
"MONGO_URI",
|
||||||
|
config.get(
|
||||||
|
"mongodb", "uri", fallback="mongodb://root:root@localhost:27017/"
|
||||||
|
),
|
||||||
)
|
)
|
||||||
self.db = self.client[os.environ.get("MONGO_DATABASE", mongo_database = config.get("mongodb", "database", fallback="LightRAG"))]
|
)
|
||||||
self.collection = self.db[os.environ.get("MONGO_KG_COLLECTION", config.getboolean("mongodb", "kg_collection", fallback="MDB_KG"))]
|
self.db = self.client[
|
||||||
|
os.environ.get(
|
||||||
|
"MONGO_DATABASE",
|
||||||
|
mongo_database=config.get("mongodb", "database", fallback="LightRAG"),
|
||||||
|
)
|
||||||
|
]
|
||||||
|
self.collection = self.db[
|
||||||
|
os.environ.get(
|
||||||
|
"MONGO_KG_COLLECTION",
|
||||||
|
config.getboolean("mongodb", "kg_collection", fallback="MDB_KG"),
|
||||||
|
)
|
||||||
|
]
|
||||||
|
|
||||||
#
|
#
|
||||||
# -------------------------------------------------------------------------
|
# -------------------------------------------------------------------------
|
||||||
|
@@ -31,6 +31,7 @@ from ..base import BaseGraphStorage
|
|||||||
config = configparser.ConfigParser()
|
config = configparser.ConfigParser()
|
||||||
config.read("config.ini", "utf-8")
|
config.read("config.ini", "utf-8")
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class Neo4JStorage(BaseGraphStorage):
|
class Neo4JStorage(BaseGraphStorage):
|
||||||
@staticmethod
|
@staticmethod
|
||||||
@@ -47,9 +48,16 @@ class Neo4JStorage(BaseGraphStorage):
|
|||||||
self._driver_lock = asyncio.Lock()
|
self._driver_lock = asyncio.Lock()
|
||||||
|
|
||||||
URI = os.environ["NEO4J_URI", config.get("neo4j", "uri", fallback=None)]
|
URI = os.environ["NEO4J_URI", config.get("neo4j", "uri", fallback=None)]
|
||||||
USERNAME = os.environ["NEO4J_USERNAME", config.get("neo4j", "username", fallback=None)]
|
USERNAME = os.environ[
|
||||||
PASSWORD = os.environ["NEO4J_PASSWORD", config.get("neo4j", "password", fallback=None)]
|
"NEO4J_USERNAME", config.get("neo4j", "username", fallback=None)
|
||||||
MAX_CONNECTION_POOL_SIZE = os.environ.get("NEO4J_MAX_CONNECTION_POOL_SIZE", config.get("neo4j", "connection_pool_size", fallback=800))
|
]
|
||||||
|
PASSWORD = os.environ[
|
||||||
|
"NEO4J_PASSWORD", config.get("neo4j", "password", fallback=None)
|
||||||
|
]
|
||||||
|
MAX_CONNECTION_POOL_SIZE = os.environ.get(
|
||||||
|
"NEO4J_MAX_CONNECTION_POOL_SIZE",
|
||||||
|
config.get("neo4j", "connection_pool_size", fallback=800),
|
||||||
|
)
|
||||||
DATABASE = os.environ.get(
|
DATABASE = os.environ.get(
|
||||||
"NEO4J_DATABASE", re.sub(r"[^a-zA-Z0-9-]", "-", namespace)
|
"NEO4J_DATABASE", re.sub(r"[^a-zA-Z0-9-]", "-", namespace)
|
||||||
)
|
)
|
||||||
|
@@ -19,6 +19,7 @@ from qdrant_client import QdrantClient, models
|
|||||||
config = configparser.ConfigParser()
|
config = configparser.ConfigParser()
|
||||||
config.read("config.ini", "utf-8")
|
config.read("config.ini", "utf-8")
|
||||||
|
|
||||||
|
|
||||||
def compute_mdhash_id_for_qdrant(
|
def compute_mdhash_id_for_qdrant(
|
||||||
content: str, prefix: str = "", style: str = "simple"
|
content: str, prefix: str = "", style: str = "simple"
|
||||||
) -> str:
|
) -> str:
|
||||||
@@ -59,8 +60,12 @@ class QdrantVectorDBStorage(BaseVectorStorage):
|
|||||||
|
|
||||||
def __post_init__(self):
|
def __post_init__(self):
|
||||||
self._client = QdrantClient(
|
self._client = QdrantClient(
|
||||||
url=os.environ.get("QDRANT_URL", config.get("qdrant", "uri", fallback=None)),
|
url=os.environ.get(
|
||||||
api_key=os.environ.get("QDRANT_API_KEY", config.get("qdrant", "apikey", fallback=None)),
|
"QDRANT_URL", config.get("qdrant", "uri", fallback=None)
|
||||||
|
),
|
||||||
|
api_key=os.environ.get(
|
||||||
|
"QDRANT_API_KEY", config.get("qdrant", "apikey", fallback=None)
|
||||||
|
),
|
||||||
)
|
)
|
||||||
self._max_batch_size = self.global_config["embedding_batch_num"]
|
self._max_batch_size = self.global_config["embedding_batch_num"]
|
||||||
QdrantVectorDBStorage.create_collection_if_not_exist(
|
QdrantVectorDBStorage.create_collection_if_not_exist(
|
||||||
|
@@ -18,10 +18,13 @@ import json
|
|||||||
config = configparser.ConfigParser()
|
config = configparser.ConfigParser()
|
||||||
config.read("config.ini", "utf-8")
|
config.read("config.ini", "utf-8")
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class RedisKVStorage(BaseKVStorage):
|
class RedisKVStorage(BaseKVStorage):
|
||||||
def __post_init__(self):
|
def __post_init__(self):
|
||||||
redis_url = os.environ.get("REDIS_URI", config.get("redis", "uri", fallback="redis://localhost:6379"))
|
redis_url = os.environ.get(
|
||||||
|
"REDIS_URI", config.get("redis", "uri", fallback="redis://localhost:6379")
|
||||||
|
)
|
||||||
self._redis = Redis.from_url(redis_url, decode_responses=True)
|
self._redis = Redis.from_url(redis_url, decode_responses=True)
|
||||||
logger.info(f"Use Redis as KV {self.namespace}")
|
logger.info(f"Use Redis as KV {self.namespace}")
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user