fix pissa save

2024-07-29 10:44:34 +08:00 · 2024-07-29 10:44:34 +08:00 · 2c1ca9f742
parent 668654b5ad
commit 2c1ca9f742
1 changed files with 2 additions and 1 deletions
--- a/src/llamafactory/train/callbacks.py
+++ b/src/llamafactory/train/callbacks.py
@ -165,7 +165,8 @@ class PissaConvertCallback(TrainerCallback):
                )
                model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
                model.set_adapter("default")
-                model.delete_adapter("pissa_init")
+                if "pissa_init" in model.peft_config.keys():
+                    model.delete_adapter("pissa_init")
                setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)