From 6b24f29c8ad755e6ec79b9d72cf60d2a79daf3a8 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Mon, 9 Oct 2023 17:13:57 +0800 Subject: [PATCH] fix webui args --- src/llmtuner/webui/chat.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/webui/chat.py b/src/llmtuner/webui/chat.py index b6f3774e..8afcdb7e 100644 --- a/src/llmtuner/webui/chat.py +++ b/src/llmtuner/webui/chat.py @@ -54,7 +54,7 @@ class WebChatModel(ChatModel): model_name_or_path=model_name_or_path, checkpoint_dir=checkpoint_dir, finetuning_type=finetuning_type, - quantization_bit=int(quantization_bit) if quantization_bit and quantization_bit != "None" else None, + quantization_bit=int(quantization_bit) if quantization_bit in ["8", "4"] else None, template=template, system_prompt=system_prompt, flash_attn=flash_attn,