diff --git a/requirements.txt b/requirements.txt
index 69d791e3..f56d8cdc 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,7 +2,7 @@ torch>=1.13.1
 transformers>=4.36.0
 datasets>=2.14.3
 accelerate>=0.21.0
-peft>=0.7.1
+peft>=0.7.0
 trl>=0.7.4
 gradio>=3.38.0,<4.0.0
 scipy
diff --git a/src/llmtuner/model/loader.py b/src/llmtuner/model/loader.py
index 64ceb8d6..249f4734 100644
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -38,7 +38,7 @@ logger = get_logger(__name__)
 require_version("transformers>=4.36.0", "To fix: pip install transformers>=4.36.0")
 require_version("datasets>=2.14.3", "To fix: pip install datasets>=2.14.3")
 require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
-require_version("peft>=0.7.1", "To fix: pip install peft>=0.7.1")
+require_version("peft>=0.7.0", "To fix: pip install peft>=0.7.0")
 require_version("trl>=0.7.4", "To fix: pip install trl>=0.7.4")