fix gemma template

2024-02-23 13:49:53 +08:00 · 2024-02-23 13:49:53 +08:00 · 6bf4c1274f
parent a87838ded1
commit 6bf4c1274f
1 changed files with 2 additions and 1 deletions
--- a/src/llmtuner/data/template.py
+++ b/src/llmtuner/data/template.py
@ -446,9 +446,10 @@ _register_template(
 _register_template(
    name="gemma",
    format_user=StringFormatter(slots=["<start_of_turn>user\n{{content}}<end_of_turn>\n<start_of_turn>model\n"]),
-    format_system=StringFormatter(slots=["{{content}}"]),
+    format_system=StringFormatter(slots=[{"bos_token"}, "{{content}}"]),
    format_separator=EmptyFormatter(slots=["<end_of_turn>\n"]),
    efficient_eos=True,
+    force_system=True,
 )