From 4a871e80e205466262534cdc710b0495954b153e Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 29 Feb 2024 17:28:50 +0800 Subject: [PATCH] tiny fix --- src/llmtuner/model/patcher.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/llmtuner/model/patcher.py b/src/llmtuner/model/patcher.py index 87127480..c1d14c91 100644 --- a/src/llmtuner/model/patcher.py +++ b/src/llmtuner/model/patcher.py @@ -169,11 +169,14 @@ def _configure_quantization( quantization_config["use_exllama"] = False # disable exllama if quantization_config.get("quant_method", None) == "aqlm": + require_version( + "transformers>=4.39.0.dev0", "To fix: pip install git+https://github.com/huggingface/transformers.git" + ) quantization_config["bits"] = 2 logger.info( "Loading {}-bit {}-quantized model.".format( - quantization_config.get("bits", "?"), quantization_config.get("quant_method", None) + quantization_config.get("bits", "?"), str(quantization_config.get("quant_method", "")).upper() ) )