ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-02-01 08:13:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

add deepseek moe 236B

Browse Source 
Former-commit-id: 30c10e2dc41b5d64191a91ad2d61f3b5c440b1d5
This commit is contained in:
hiyouga
2024-05-08 16:37:54 +08:00
parent 6d9d8b92ca
commit 0a1b6ca5a7
5 changed files with 12 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@@ -21,7 +21,7 @@ def get_requires():
extra_require = {
"metrics": ["nltk", "jieba", "rouge-chinese"],
"deepspeed": ["deepspeed>=0.10.0"],
"deepspeed": ["deepspeed>=0.10.0,<=0.14.0"],
"bitsandbytes": ["bitsandbytes>=0.39.0"],
"vllm": ["vllm>=0.4.0"],
"galore": ["galore-torch"],