p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix #2014

This commit is contained in:
hiyouga 2023-12-29 15:17:22 +08:00
parent c7ea17d616
commit ce2156eaa8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/data/preprocess.py
View File

@ -261,7 +261,7 @@ def preprocess_dataset(
if data_args.cache_path is not None and not os.path.exists(data_args.cache_path):
if training_args.should_save:
dataset.save_to_disk(data_args.cache_path)
raise SystemExit("Dataset saved, rerun this script with the same `--cache_path`.")
logger.info("Dataset cache saved at {}.".format(data_args.cache_path))
if training_args.should_log:
try: