p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix tokenizer padding side in evaluate.py

This commit is contained in:
hiyouga 2023-10-21 00:30:04 +08:00
parent b665e9e133
commit 641ffa2f6e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/evaluate.py
View File

@ -122,7 +122,7 @@ def evaluate(
checkpoint_dir=checkpoint_dir, checkpoint_dir=checkpoint_dir,
template=template template=template
)) ))
chat_model.tokenizer.padding_side = "left" # avoid overflow issue in batched inference for llama2 chat_model.tokenizer.padding_side = "right" # avoid overflow issue in batched inference for llama2
eval_template = eval_templates[lang] eval_template = eval_templates[lang]
category_corrects: Dict[str, np.ndarray] = { category_corrects: Dict[str, np.ndarray] = {