From 0ac6b40a4772b61a3476bb74b976d24c408a2c35 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 8 Mar 2024 01:17:32 +0800 Subject: [PATCH] update galore args --- src/llmtuner/hparams/finetuning_args.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/hparams/finetuning_args.py b/src/llmtuner/hparams/finetuning_args.py index c4abb44f..7c371017 100644 --- a/src/llmtuner/hparams/finetuning_args.py +++ b/src/llmtuner/hparams/finetuning_args.py @@ -178,7 +178,7 @@ class GaloreArguments: default=0.25, metadata={"help": "GaLore scale."}, ) - galore_proj_type: Literal["std"] = field( + galore_proj_type: Literal["std", "reverse_std", "right", "left", "full"] = field( default="std", metadata={"help": "Type of GaLore projection."}, )