From 9f90554353786f78fe4d7703b9a0f379d37d8ea2 Mon Sep 17 00:00:00 2001 From: wql Date: Thu, 26 Sep 2024 14:05:10 +0800 Subject: [PATCH] fix: reverse last commit --- src/llamafactory/data/loader.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/llamafactory/data/loader.py b/src/llamafactory/data/loader.py index 720fa493..55b3ab91 100644 --- a/src/llamafactory/data/loader.py +++ b/src/llamafactory/data/loader.py @@ -213,9 +213,9 @@ def get_dataset( if has_tokenized_data(data_args.tokenized_path): logger.warning("Loading dataset from disk will ignore other data arguments.") dataset_dict: "DatasetDict" = load_from_disk(data_args.tokenized_path) - print(data_args.tokenized_path) - print(dataset_dict) - time.sleep(100) + # print(data_args.tokenized_path) + # print(dataset_dict) + # time.sleep(100) logger.info("Loaded tokenized dataset from {}.".format(data_args.tokenized_path))