chore: change lr

2024-09-19 17:08:17 +08:00 · 2024-09-19 17:08:17 +08:00 · 4d27d046a0
parent 8437e41f21
commit 4d27d046a0
1 changed files with 1 additions and 1 deletions
--- a/results/lora_sft_template.yaml
+++ b/results/lora_sft_template.yaml
@ -25,7 +25,7 @@ overwrite_output_dir: true
 ### train
 per_device_train_batch_size: 2
 gradient_accumulation_steps: 8
-learning_rate: 2.0e-5
+learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1