Merge branch 'hiyouga:main' into main

2024-02-04 13:55:00 +00:00 · 2024-02-04 13:55:00 +00:00 · 1ecea9de63
parent 63da6294dd 3dc86c4af9
commit 1ecea9de63
1 changed files with 3 additions and 1 deletions
--- a/src/llmtuner/data/template.py
+++ b/src/llmtuner/data/template.py
@ -339,7 +339,9 @@ register_template(
        slots=[{"token": "[gMASK]"}, {"token": "sop"}, {"token": "<|system|>"}, "\n", "{{content}}"]
    ),
    format_function=FunctionFormatter(slots=["{{name}}\n{{arguments}}"]),
-    format_observation=StringFormatter(slots=[{"token": "<|observation|>"}, "\n", "{{content}}"]),
+    format_observation=StringFormatter(
+        slots=[{"token": "<|observation|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}]
+    ),
    default_system=(
        "You are ChatGLM3, a large language model trained by Zhipu.AI. "
        "Follow the user's instructions carefully. Respond using markdown."