p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update evaluate

This commit is contained in:
hiyouga 2023-09-23 11:55:31 +08:00
parent badd2735b5
commit f8ff625d76
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/evaluate.py
View File

@ -58,14 +58,14 @@ class EvalTemplate:
if not use_history: if not use_history:
query = "\n\n".join(["".join(item) for item in history] + [query]) query = "\n\n".join(["".join(item) for item in history] + [query])
history = [] history = []
return query, resp, history return query.strip(), resp, history
eval_templates = { eval_templates = {
"en": EvalTemplate( "en": EvalTemplate(
system="The following are multiple choice questions (with answers) about {subject}.\n\n", system="The following are multiple choice questions (with answers) about {subject}.\n\n",
choice="\n{choice}. {content}", choice="\n{choice}. {content}",
answer="\nAnswer:" answer="\nAnswer: "
), ),
"zh": EvalTemplate( "zh": EvalTemplate(
system="以下是中国关于{subject}考试的单项选择题，请选出其中的正确答案。\n\n", system="以下是中国关于{subject}考试的单项选择题，请选出其中的正确答案。\n\n",