fix #424

2023-09-27 22:49:43 +08:00 · 2023-09-27 22:49:43 +08:00 · 35fa94723c
parent a41e12de5e
commit 35fa94723c
1 changed files with 2 additions and 1 deletions
--- a/src/llmtuner/tuner/ppo/workflow.py
+++ b/src/llmtuner/tuner/ppo/workflow.py
@ -42,7 +42,8 @@ def run_ppo(
        ppo_epochs=1,
        max_grad_norm=training_args.max_grad_norm,
        seed=training_args.seed,
-        optimize_cuda_cache=True
+        optimize_cuda_cache=True,
+        accelerator_kwargs={"step_scheduler_with_optimizer": False}
    )

    if finetuning_args.ppo_score_norm: