fix: fix bug

2024-08-12 17:03:04 +08:00 · 2024-08-12 17:03:04 +08:00 · 4d5b12487f
parent 41c42f67a2
commit 4d5b12487f
1 changed files with 1 additions and 1 deletions
--- a/examples/train_lora/llama2_lora_sft.yaml
+++ b/examples/train_lora/llama2_lora_sft.yaml
@ -25,7 +25,7 @@ overwrite_output_dir: true
 ### train
 per_device_train_batch_size: 2
 gradient_accumulation_steps: 8
-learning_rate: 5e-5
+learning_rate: 5.0e-5
 num_train_epochs: 5.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1