p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update vllm_engine.py

This commit is contained in:
hoshi-hiyouga 2024-05-07 00:37:05 +08:00 committed by GitHub
parent f32eefae3d
commit 17d0005b8c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llmtuner/chat/vllm_engine.py
View File

@ -106,7 +106,6 @@ class VllmEngine(BaseEngine):
top_k=top_k or generating_args["top_k"], top_k=top_k or generating_args["top_k"],
num_return_sequences=num_return_sequences or 1, num_return_sequences=num_return_sequences or 1,
repetition_penalty=repetition_penalty or generating_args["repetition_penalty"], repetition_penalty=repetition_penalty or generating_args["repetition_penalty"],
stop=stop or generating_args["stop"]
) )
) )
@ -124,10 +123,10 @@ class VllmEngine(BaseEngine):
top_k=generating_args["top_k"], top_k=generating_args["top_k"],
use_beam_search=generating_args["num_beams"] > 1, use_beam_search=generating_args["num_beams"] > 1,
length_penalty=generating_args["length_penalty"], length_penalty=generating_args["length_penalty"],
stop=stop,
stop_token_ids=[self.tokenizer.eos_token_id] + self.tokenizer.additional_special_tokens_ids, stop_token_ids=[self.tokenizer.eos_token_id] + self.tokenizer.additional_special_tokens_ids,
max_tokens=generating_args["max_new_tokens"], max_tokens=generating_args["max_new_tokens"],
skip_special_tokens=True, skip_special_tokens=True,
stop=generating_args["stop"],
) )
if self.processor is not None and image is not None: if self.processor is not None and image is not None: