fix #1438 #1439

requirements.txt

@@ -1,6 +1,6 @@
 torch>=1.13.1
 transformers>=4.31.0,<4.35.0
-datasets>=2.12.0
+datasets>=2.14.0
 accelerate>=0.21.0
 peft>=0.6.0
 trl==0.7.2

src/llmtuner/tuner/core/loader.py

@@ -39,7 +39,7 @@ logger = get_logger(__name__)
 
 
 require_version("transformers>=4.31.0,<4.35.0", "To fix: pip install \"transformers>=4.31.0,<4.35.0\"")
-require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0")
+require_version("datasets>=2.14.0", "To fix: pip install datasets>=2.14.0")
 require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
 require_version("peft>=0.6.0", "To fix: pip install peft>=0.6.0")
 require_version("trl==0.7.2", "To fix: pip install trl==0.7.2")