From 4d27d046a0a9dd0c995a5c58be46052dd84ff916 Mon Sep 17 00:00:00 2001 From: wql Date: Thu, 19 Sep 2024 17:08:17 +0800 Subject: [PATCH] chore: change lr --- results/lora_sft_template.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/results/lora_sft_template.yaml b/results/lora_sft_template.yaml index 710f12ac..9a4411e4 100644 --- a/results/lora_sft_template.yaml +++ b/results/lora_sft_template.yaml @@ -25,7 +25,7 @@ overwrite_output_dir: true ### train per_device_train_batch_size: 2 gradient_accumulation_steps: 8 -learning_rate: 2.0e-5 +learning_rate: 1.0e-4 num_train_epochs: 10.0 lr_scheduler_type: cosine warmup_ratio: 0.1