support mixtral

Former-commit-id: 75b5b8e36ab1933b2625f11b645f56cbc805fd85
2023-12-12 11:39:04 +08:00
parent 9f69307db1
commit 6975124a57
6 changed files with 52 additions and 39 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 torch>=1.13.1
-transformers>=4.31.0,<4.35.0
+transformers>=4.36.0
 datasets>=2.14.3
 accelerate>=0.21.0
 peft>=0.7.0