Merge pull request #4995 from codemayq/fix-pissa

fix pissa callback
2024-07-30 01:47:25 +08:00 · 2024-07-30 01:47:25 +08:00 · daa62db06f
parent 668654b5ad 2c1ca9f742
commit daa62db06f
1 changed files with 2 additions and 1 deletions
--- a/src/llamafactory/train/callbacks.py
+++ b/src/llamafactory/train/callbacks.py
@ -165,6 +165,7 @@ class PissaConvertCallback(TrainerCallback):
                )
                model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
                model.set_adapter("default")
+                if "pissa_init" in model.peft_config.keys():
                    model.delete_adapter("pissa_init")
                setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)