chore: change yaml

2024-08-22 15:12:08 +08:00 · 2024-08-22 15:12:08 +08:00 · d4cea6f9ac
parent fdae778fa7
commit d4cea6f9ac
7 changed files with 7 additions and 7 deletions
--- a/results/lora_sft_2/Llama2-7B/llama2_lora_sft_1.yaml
+++ b/results/lora_sft_2/Llama2-7B/llama2_lora_sft_1.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true
--- a/results/lora_sft_2/Llama2-7B/llama2_lora_sft_1_single.yaml
+++ b/results/lora_sft_2/Llama2-7B/llama2_lora_sft_1_single.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true
--- a/results/lora_sft_2/Llama2-7B/llama2_lora_sft_2.yaml
+++ b/results/lora_sft_2/Llama2-7B/llama2_lora_sft_2.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true
--- a/results/lora_sft_2/Llama2-7B/llama2_lora_sft_2_single.yaml
+++ b/results/lora_sft_2/Llama2-7B/llama2_lora_sft_2_single.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true
--- a/results/lora_sft_2/Llama2-7B/llama2_lora_sft_3.yaml
+++ b/results/lora_sft_2/Llama2-7B/llama2_lora_sft_3.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true
--- a/results/lora_sft_2/Llama2-7B/llama2_lora_sft_3_single.yaml
+++ b/results/lora_sft_2/Llama2-7B/llama2_lora_sft_3_single.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true
--- a/results/lora_sft_2/test/test1.yaml
+++ b/results/lora_sft_2/test/test1.yaml
@ -29,7 +29,7 @@ learning_rate: 1.0e-4
 num_train_epochs: 10.0
 lr_scheduler_type: cosine
 warmup_ratio: 0.1
-fp16: true
+bf16: true
 ddp_timeout: 180000000
 max_steps: 1000
 include_num_input_tokens_seen: true