diff --git a/requirements.txt b/requirements.txt
index 0c725b8f..ff52658d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,7 +2,7 @@ torch>=1.13.1
 transformers>=4.29.1
 datasets>=2.12.0
 accelerate>=0.21.0
-peft>=0.4.0
+peft==0.4.0
 trl>=0.7.1
 scipy
 sentencepiece
diff --git a/src/llmtuner/tuner/core/loader.py b/src/llmtuner/tuner/core/loader.py
index 17d66d78..f0e4afab 100644
--- a/src/llmtuner/tuner/core/loader.py
+++ b/src/llmtuner/tuner/core/loader.py
@@ -39,7 +39,7 @@ logger = get_logger(__name__)
 check_min_version("4.29.1")
 require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0")
 require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
-require_version("peft>=0.4.0", "To fix: pip install peft>=0.4.0")
+require_version("peft==0.4.0", "To fix: pip install peft==0.4.0")
 require_version("trl>=0.7.1", "To fix: pip install trl>=0.7.1")