fix webui args

2023-10-09 17:13:57 +08:00 · 2023-10-09 17:13:57 +08:00 · 6b24f29c8a
parent ab65c3063b
commit 6b24f29c8a
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/webui/chat.py
+++ b/src/llmtuner/webui/chat.py
@ -54,7 +54,7 @@ class WebChatModel(ChatModel):
            model_name_or_path=model_name_or_path,
            checkpoint_dir=checkpoint_dir,
            finetuning_type=finetuning_type,
-            quantization_bit=int(quantization_bit) if quantization_bit and quantization_bit != "None" else None,
+            quantization_bit=int(quantization_bit) if quantization_bit in ["8", "4"] else None,
            template=template,
            system_prompt=system_prompt,
            flash_attn=flash_attn,