chore: change lr

2024-09-19 16:05:33 +08:00 · 2024-09-19 16:05:33 +08:00 · 735b989587
parent 618e57fa6b
commit 735b989587
1 changed files with 1 additions and 1 deletions
--- a/results/lora_sft_template.yaml
+++ b/results/lora_sft_template.yaml
@ -25,7 +25,7 @@ overwrite_output_dir: true
 ### train
 per_device_train_batch_size: 2
 gradient_accumulation_steps: 8
-learning_rate: 1.0e-4
+learning_rate: 2.0e-5
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1