p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Set scheduler_specific_kwargs to get_scheduler

This commit is contained in:
Uminosachi 2024-05-31 13:45:39 +09:00
parent c4f50865ad
commit 14e97dc119
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/train/utils.py
View File

@ -379,6 +379,7 @@ def create_custom_scheduler(
optimizer=optimizer_dict[param],
num_warmup_steps=training_args.get_warmup_steps(num_training_steps),
num_training_steps=num_training_steps,
scheduler_specific_kwargs=training_args.lr_scheduler_kwargs,
)
def scheduler_hook(param: "torch.nn.Parameter"):