Update workflow.py

2023-11-17 00:16:27 -08:00 · 2023-11-17 00:16:27 -08:00 · eeb5249d0b
parent b24635d22b
commit eeb5249d0b
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/train/ppo/workflow.py
+++ b/src/llmtuner/train/ppo/workflow.py
@ -45,7 +45,7 @@ def run_ppo(
        mini_batch_size=training_args.per_device_train_batch_size,
        batch_size=training_args.per_device_train_batch_size * training_args.gradient_accumulation_steps,
        gradient_accumulation_steps=training_args.gradient_accumulation_steps,
-        ppo_epochs=1,
+        ppo_epochs=finetuning_args.ppo_epochs,
        max_grad_norm=training_args.max_grad_norm,
        seed=training_args.seed,
        optimize_device_cache=True,