support lmdeploy backend

2024-10-26 16:11:15 +08:00
parent ea3e13b522
commit 8deb30aa20
3 changed files with 175 additions and 0 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -13,3 +13,4 @@ tiktoken
 torch
 transformers
 xxhash
+# lmdeploy[all]