p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update galore args

This commit is contained in:
hiyouga 2024-03-08 01:17:32 +08:00
parent 33a4c24a8a
commit 0ac6b40a47
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/hparams/finetuning_args.py
View File

@ -178,7 +178,7 @@ class GaloreArguments:
default=0.25, default=0.25,
metadata={"help": "GaLore scale."}, metadata={"help": "GaLore scale."},
) )
galore_proj_type: Literal["std"] = field( galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
default="std", default="std",
metadata={"help": "Type of GaLore projection."}, metadata={"help": "Type of GaLore projection."},
) )