add deepseek moe 236B

Former-commit-id: 30c10e2dc41b5d64191a91ad2d61f3b5c440b1d5
2024-05-08 16:37:54 +08:00
parent 6d9d8b92ca
commit 0a1b6ca5a7
5 changed files with 12 additions and 4 deletions
--- a/setup.py
+++ b/setup.py
@@ -21,7 +21,7 @@ def get_requires():

 extra_require = {
    "metrics": ["nltk", "jieba", "rouge-chinese"],
-    "deepspeed": ["deepspeed>=0.10.0"],
+    "deepspeed": ["deepspeed>=0.10.0,<=0.14.0"],
    "bitsandbytes": ["bitsandbytes>=0.39.0"],
    "vllm": ["vllm>=0.4.0"],
    "galore": ["galore-torch"],