fix #2164

Former-commit-id: abe23bb4aca4fa571ebafc329ec9a9d457e37d41
2024-01-12 00:27:57 +08:00
parent f95f6ec009
commit 6e64e02f71
1 changed files with 1 additions and 0 deletions
--- a/src/llmtuner/train/dpo/trainer.py
+++ b/src/llmtuner/train/dpo/trainer.py
@@ -36,6 +36,7 @@ class CustomDPOTrainer(DPOTrainer):
        self.precompute_ref_log_probs = False
        self._precomputed_train_ref_log_probs = False
        self._precomputed_eval_ref_log_probs = False
+        self._peft_has_been_casted_to_bf16 = False

        self.ref_model = ref_model
        self.beta = beta