Merge pull request #2262 from fenglui/main

fix torch_dtype check of export_model
2024-01-21 12:34:37 +08:00 · 2024-01-21 12:34:37 +08:00 · 11f612deab
parent 3c1e256992 f7c5b2d105
commit 11f612deab
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/train/tuner.py
+++ b/src/llmtuner/train/tuner.py
@ -57,7 +57,7 @@ def export_model(args: Optional[Dict[str, Any]] = None):
        raise ValueError("The model is not a `PreTrainedModel`, export aborted.")

    setattr(model.config, "use_cache", True)
-    if getattr(model.config, "torch_dtype", None) == "bfloat16":
+    if getattr(model.config, "torch_dtype", None) == torch.bfloat16:
        model = model.to(torch.bfloat16).to("cpu")
    else:
        model = model.to(torch.float16).to("cpu")