fix Llama lora merge crash

2024-03-24 02:55:23 +08:00 · 2024-03-24 02:55:23 +08:00 · 51349ea1cc
parent c1e2c4ea45
commit 51349ea1cc
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/train/tuner.py
+++ b/src/llmtuner/train/tuner.py
@ -71,7 +71,7 @@ def export_model(args: Optional[Dict[str, Any]] = None):
        (config.top_p is not None and config.top_p != 1.0) or
        (config.typical_p is not None and config.typical_p != 1.0)
    ):
-        config.do_sample = False
+        config.do_sample = True

    model.save_pretrained(
        save_directory=model_args.export_dir,