diff --git a/src/llmtuner/extras/template.py b/src/llmtuner/extras/template.py
index 26480ba2..ac054837 100644
--- a/src/llmtuner/extras/template.py
+++ b/src/llmtuner/extras/template.py
@@ -576,6 +576,10 @@ register_template(
     ],
     system="",
     sep=[],
+    stop_words=[
+        "<|user|>",
+        "<|observation|>"
+    ],
     efficient_eos=True
 )