update galore args

2024-03-08 01:17:32 +08:00 · 2024-03-08 01:17:32 +08:00 · 0ac6b40a47
parent 33a4c24a8a
commit 0ac6b40a47
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/hparams/finetuning_args.py
+++ b/src/llmtuner/hparams/finetuning_args.py
@ -178,7 +178,7 @@ class GaloreArguments:
        default=0.25,
        metadata={"help": "GaLore scale."},
    )
-    galore_proj_type: Literal["std"] = field(
+    galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field(
        default="std",
        metadata={"help": "Type of GaLore projection."},
    )