p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update train hparams

This commit is contained in:
hiyouga 2024-06-06 01:49:20 +08:00
parent 4dc0632145
commit dc4a00dd63
22 changed files with 22 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/extras/badam/llama3_lora_sft.yaml
View File

@ -37,5 +37,5 @@ pure_bf16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/extras/fsdp_qlora/llama3_lora_sft.yaml
View File

@ -38,5 +38,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/extras/galore/llama3_full_sft.yaml
View File

@ -38,5 +38,5 @@ pure_bf16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/extras/llama_pro/llama3_freeze_sft.yaml
View File

@ -36,5 +36,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/extras/loraplus/llama3_lora_sft.yaml
View File

@ -35,5 +35,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/extras/mod/llama3_full_sft.yaml
View File

@ -35,5 +35,5 @@ pure_bf16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/full_multi_gpu/llama3_full_sft.yaml
View File

@ -37,5 +37,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_multi_gpu/llama3_lora_sft.yaml
View File

@ -37,5 +37,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_multi_gpu/llama3_lora_sft_ds.yaml
View File

@ -38,5 +38,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_multi_npu/llama3_lora_sft_ds.yaml
View File

@ -38,5 +38,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_single_gpu/llama3_lora_dpo.yaml
View File

@ -36,5 +36,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_single_gpu/llama3_lora_kto.yaml
View File

@ -34,5 +34,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_single_gpu/llama3_lora_pretrain.yaml
View File

@ -33,5 +33,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_single_gpu/llama3_lora_reward.yaml
View File

@ -34,5 +34,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_single_gpu/llama3_lora_sft.yaml
View File

@ -34,5 +34,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/lora_single_gpu/llava1_5_lora_sft.yaml
View File

@ -35,5 +35,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/qlora_single_gpu/llama3_lora_sft_aqlm.yaml
View File

@ -34,5 +34,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/qlora_single_gpu/llama3_lora_sft_awq.yaml
View File

@ -34,5 +34,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/qlora_single_gpu/llama3_lora_sft_bitsandbytes.yaml
View File

@ -35,5 +35,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
examples/qlora_single_gpu/llama3_lora_sft_gptq.yaml
View File

@ -34,5 +34,5 @@ fp16: true
### eval
val_size: 0.1
per_device_eval_batch_size: 1
evaluation_strategy: steps
eval_strategy: steps
eval_steps: 500

2
src/llamafactory/extras/env.py
View File

@ -51,4 +51,4 @@ def print_env() -> None:
info["vLLM version"] = vllm.__version__
print("\n".join(["- {}: {}".format(key, value) for key, value in info.items()]) + "\n")
print("\n" + "\n".join(["- {}: {}".format(key, value) for key, value in info.items()]) + "\n")

2
src/llamafactory/webui/runner.py
View File

@ -200,7 +200,7 @@ class Runner:
# eval config
if get("train.val_size") > 1e-6 and args["stage"] != "ppo":
args["val_size"] = get("train.val_size")
args["evaluation_strategy"] = "steps"
args["eval_strategy"] = "steps"
args["eval_steps"] = args["save_steps"]
args["per_device_eval_batch_size"] = args["per_device_train_batch_size"]