increase pissa_iter for stability

2024-06-28 03:18:54 +08:00 · 2024-06-28 03:18:54 +08:00 · 64f4337dac
parent e3141f5f1b
commit 64f4337dac
1 changed files with 1 additions and 1 deletions
--- a/src/llamafactory/hparams/finetuning_args.py
+++ b/src/llamafactory/hparams/finetuning_args.py
@ -113,7 +113,7 @@ class LoraArguments:
        metadata={"help": "Whether or not to initialize a PiSSA adapter."},
    )
    pissa_iter: int = field(
-        default=4,
+        default=16,
        metadata={"help": "The number of iteration steps performed by FSVD in PiSSA. Use -1 to disable it."},
    )
    pissa_convert: bool = field(