p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix error info

This commit is contained in:
hiyouga 2023-09-19 18:30:23 +08:00
parent 469f859161
commit 7e8655c8b5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/extras/template.py
View File

@ -147,7 +147,7 @@ class Template:
elif isinstance(elem, dict): elif isinstance(elem, dict):
token_ids = token_ids + [tokenizer.convert_tokens_to_ids(elem.get("token"))] token_ids = token_ids + [tokenizer.convert_tokens_to_ids(elem.get("token"))]
else: else:
raise NotImplementedError raise ValueError("Input must be string or dict[str, str], got {}".format(type(elem)))
return token_ids return token_ids