support dpo-ftx

Former-commit-id: 86dfa04f9821556019fa777106787f73eb70b452
2023-12-16 19:21:41 +08:00
parent 9f77e8b025
commit d81ad2d4bc
6 changed files with 103 additions and 25 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -3,7 +3,7 @@ transformers>=4.36.1
 datasets>=2.14.3
 accelerate>=0.21.0
 peft>=0.7.0
-trl>=0.7.4
+trl==0.7.4
 gradio>=3.38.0,<4.0.0
 scipy
 sentencepiece