fix #2164

2024-01-12 00:27:57 +08:00 · 2024-01-12 00:27:57 +08:00 · 4b2d11ec28
parent 7bf6612f4a
commit 4b2d11ec28
1 changed files with 1 additions and 0 deletions
--- a/src/llmtuner/train/dpo/trainer.py
+++ b/src/llmtuner/train/dpo/trainer.py
@ -36,6 +36,7 @@ class CustomDPOTrainer(DPOTrainer):
        self.precompute_ref_log_probs = False
        self._precomputed_train_ref_log_probs = False
        self._precomputed_eval_ref_log_probs = False
+        self._peft_has_been_casted_to_bf16 = False

        self.ref_model = ref_model
        self.beta = beta