p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update examples

This commit is contained in:
hiyouga 2024-06-28 01:17:07 +08:00
parent 8baf3b22b0
commit 2f78b5d62a
18 changed files with 19 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/extras/fsdp_qlora/llama3_lora_sft.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/extras/llama_pro/llama3_freeze_sft.yaml
View File

@ -31,7 +31,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/extras/loraplus/llama3_lora_sft.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/extras/pissa/llama3_lora_sft.yaml
View File

@ -32,7 +32,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_full/llama3_full_sft_ds3.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_dpo.yaml
View File

@ -31,7 +31,7 @@ learning_rate: 5.0e-6
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_kto.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 5.0e-6
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_ppo.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-5
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### generate ### generate

2
examples/train_lora/llama3_lora_pretrain.yaml
View File

@ -28,7 +28,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

4
examples/train_lora/llama3_lora_reward.yaml
View File

@ -25,11 +25,11 @@ overwrite_output_dir: true
### train ### train
per_device_train_batch_size: 1 per_device_train_batch_size: 1
gradient_accumulation_steps: 8 gradient_accumulation_steps: 8
learning_rate: 1.0e-5 learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_sft.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_sft_ds0.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llama3_lora_sft_ds3.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_lora/llava1_5_lora_sft.yaml
View File

@ -30,7 +30,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_aqlm.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_awq.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_gptq.yaml
View File

@ -29,7 +29,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval

2
examples/train_qlora/llama3_lora_sft_otfq.yaml
View File

@ -31,7 +31,7 @@ learning_rate: 1.0e-4
num_train_epochs: 3.0 num_train_epochs: 3.0
lr_scheduler_type: cosine lr_scheduler_type: cosine
warmup_ratio: 0.1 warmup_ratio: 0.1
fp16: true bf16: true
ddp_timeout: 180000000 ddp_timeout: 180000000
### eval ### eval