Merge pull request #5163 from liu-zichen/fix_ppo_optim

fix lr not change
2024-08-19 23:56:24 +08:00 · 2024-08-19 23:56:24 +08:00 · da335d42c3
parent f59c9bef31 ddee718b31
commit da335d42c3
1 changed files with 1 additions and 0 deletions
--- a/src/llamafactory/train/ppo/trainer.py
+++ b/src/llamafactory/train/ppo/trainer.py
@ -135,6 +135,7 @@ class CustomPPOTrainer(PPOTrainer, Trainer):
            dataset=train_dataset,
            data_collator=data_collator,
            lr_scheduler=scheduler,
+            optimizer=optimizer,
        )

        self.args = training_args