From a0e8d3d159444a73a5ff07af3815cd2aaee0b056 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Mon, 20 May 2024 00:31:04 +0800 Subject: [PATCH] Update vllm_engine.py --- src/llamafactory/chat/vllm_engine.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/llamafactory/chat/vllm_engine.py b/src/llamafactory/chat/vllm_engine.py index ba0cc1b3..2e8ecd0c 100644 --- a/src/llamafactory/chat/vllm_engine.py +++ b/src/llamafactory/chat/vllm_engine.py @@ -96,6 +96,7 @@ class VllmEngine(BaseEngine): messages[0]["content"] = "" * self.image_feature_size + messages[0]["content"] paired_messages = messages + [{"role": "assistant", "content": ""}] + system = system or self.generating_args["default_system"] prompt_ids, _ = self.template.encode_oneturn( tokenizer=self.tokenizer, messages=paired_messages, system=system, tools=tools )