support SimPO #3900

Former-commit-id: 6b954ce60155cf8334150b795cfc4bb63ca74c8b
2024-05-26 23:46:33 +08:00
parent 26f293d587
commit b0d9966663
19 changed files with 145 additions and 339 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -48,7 +48,6 @@ TRAINING_STAGES = {
    "PPO": "ppo",
    "DPO": "dpo",
    "KTO": "kto",
-    "ORPO": "orpo",
    "Pre-Training": "pt",
 }