p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update chat_model.py

This commit is contained in:
hoshi-hiyouga 2024-05-20 00:29:12 +08:00 committed by GitHub
parent a08ba254c8
commit 896c656185
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/chat/chat_model.py
View File

@ -29,7 +29,6 @@ class ChatModel:
else: else:
raise NotImplementedError("Unknown backend: {}".format(model_args.infer_backend)) raise NotImplementedError("Unknown backend: {}".format(model_args.infer_backend))
self.system_message = generating_args.system_message or None
self._loop = asyncio.new_event_loop() self._loop = asyncio.new_event_loop()
self._thread = Thread(target=_start_background_loop, args=(self._loop,), daemon=True) self._thread = Thread(target=_start_background_loop, args=(self._loop,), daemon=True)
self._thread.start() self._thread.start()
@ -64,7 +63,6 @@ class ChatModel:
image: Optional["NDArray"] = None, image: Optional["NDArray"] = None,
**input_kwargs, **input_kwargs,
) -> Generator[str, None, None]: ) -> Generator[str, None, None]:
system = system or self.system_message
generator = self.astream_chat(messages, system, tools, image, **input_kwargs) generator = self.astream_chat(messages, system, tools, image, **input_kwargs)
while True: while True:
try: try: