diff --git a/src/llmtuner/hparams/finetuning_args.py b/src/llmtuner/hparams/finetuning_args.py index c4abb44f..7c371017 100644 --- a/src/llmtuner/hparams/finetuning_args.py +++ b/src/llmtuner/hparams/finetuning_args.py @@ -178,7 +178,7 @@ class GaloreArguments: default=0.25, metadata={"help": "GaLore scale."}, ) - galore_proj_type: Literal["std"] = field( + galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field( default="std", metadata={"help": "Type of GaLore projection."}, )