From db9a1912e3551394039cc57b4913f03e8f9aa29d Mon Sep 17 00:00:00 2001 From: hiyouga <467089858@qq.com> Date: Sat, 22 Jun 2024 01:31:32 +0800 Subject: [PATCH] remove dup template --- src/llamafactory/data/template.py | 19 ------------------- 1 file changed, 19 deletions(-) diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 393ebfea..b5bf688c 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -511,25 +511,6 @@ _register_template( ) -_register_template( - name="chatglm3_system", - format_user=StringFormatter(slots=[{"token": "<|user|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}]), - format_assistant=StringFormatter(slots=["\n", "{{content}}"]), - format_system=StringFormatter(slots=[{"token": "<|system|>"}, "\n", "{{content}}"]), - format_function=FunctionFormatter(slots=["{{name}}\n{{arguments}}"]), - format_observation=StringFormatter( - slots=[{"token": "<|observation|>"}, "\n", "{{content}}", {"token": "<|assistant|>"}] - ), - format_prefix=EmptyFormatter(slots=[{"token": "[gMASK]"}, {"token": "sop"}]), - default_system=( - "You are ChatGLM3, a large language model trained by Zhipu.AI. " - "Follow the user's instructions carefully. Respond using markdown." - ), - stop_words=["<|user|>", "<|observation|>"], - efficient_eos=True, -) - - _register_template( name="chatml", format_user=StringFormatter(slots=["<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n"]),