p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: reverse last commit

This commit is contained in:
wql 2024-09-26 14:05:10 +08:00
parent 9905787eeb
commit 9f90554353
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/llamafactory/data/loader.py
View File

@ -213,9 +213,9 @@ def get_dataset(
if has_tokenized_data(data_args.tokenized_path): if has_tokenized_data(data_args.tokenized_path):
logger.warning("Loading dataset from disk will ignore other data arguments.") logger.warning("Loading dataset from disk will ignore other data arguments.")
dataset_dict: "DatasetDict" = load_from_disk(data_args.tokenized_path) dataset_dict: "DatasetDict" = load_from_disk(data_args.tokenized_path)
print(data_args.tokenized_path) # print(data_args.tokenized_path)
print(dataset_dict) # print(dataset_dict)
time.sleep(100) # time.sleep(100)
logger.info("Loaded tokenized dataset from {}.".format(data_args.tokenized_path)) logger.info("Loaded tokenized dataset from {}.".format(data_args.tokenized_path))