From cc8d2e7ea04a0b63250c4b21c52be0cbeedd4bb9 Mon Sep 17 00:00:00 2001
From: wql <wengqinlan18@163.com>
Date: Thu, 26 Sep 2024 11:10:31 +0800
Subject: [PATCH] chore: change lr

---
 batch_run.sh                   | 16 ++++++++--------
 results/lora_sft_template.yaml |  2 +-
 2 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/batch_run.sh b/batch_run.sh
index b9d33d14..8093f411 100644
--- a/batch_run.sh
+++ b/batch_run.sh
@@ -25,14 +25,14 @@ for ((i=0; i<repeat_cnt; i++)); do
     # bash run_once.sh inference Baichuan2-7B 1 500
     # bash run_once.sh inference Baichuan2-7B 1 1000
 
-    bash run_once.sh lora_sft ChatGLM2-6B 8 500
-    bash run_once.sh lora_sft ChatGLM2-6B 8 1000
-    bash run_once.sh lora_sft ChatGLM2-6B 1 500
-    bash run_once.sh lora_sft ChatGLM2-6B 1 1000
-    bash run_once.sh inference ChatGLM2-6B 8 500
-    bash run_once.sh inference ChatGLM2-6B 8 1000
-    bash run_once.sh inference ChatGLM2-6B 1 500
-    bash run_once.sh inference ChatGLM2-6B 1 1000
+    # bash run_once.sh lora_sft ChatGLM2-6B 8 500
+    # bash run_once.sh lora_sft ChatGLM2-6B 8 1000
+    # bash run_once.sh lora_sft ChatGLM2-6B 1 500
+    # bash run_once.sh lora_sft ChatGLM2-6B 1 1000
+    # bash run_once.sh inference ChatGLM2-6B 8 500
+    # bash run_once.sh inference ChatGLM2-6B 8 1000
+    # bash run_once.sh inference ChatGLM2-6B 1 500
+    # bash run_once.sh inference ChatGLM2-6B 1 1000
 
     bash run_once.sh lora_sft Llama2-7B 8 500
     bash run_once.sh lora_sft Llama2-7B 8 1000
diff --git a/results/lora_sft_template.yaml b/results/lora_sft_template.yaml
index 9a4411e4..cccd8baa 100644
--- a/results/lora_sft_template.yaml
+++ b/results/lora_sft_template.yaml
@@ -25,7 +25,7 @@ overwrite_output_dir: true
 ### train
 per_device_train_batch_size: 2
 gradient_accumulation_steps: 8
-learning_rate: 1.0e-4
+learning_rate: 1.0e-5
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1