diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py index 979390ce..eba23271 100644 --- a/src/llamafactory/data/template.py +++ b/src/llamafactory/data/template.py @@ -756,6 +756,23 @@ _register_template( force_system=True, ) +_register_template( + name="openchat-3.6", + format_user=StringFormatter( + slots=[ + ( + "<|start_header_id|>GPT4 Correct User<|end_header_id|>\n\n{{content}}<|eot_id|>" + "<|start_header_id|>GPT4 Correct Assistant<|end_header_id|>\n\n" + ) + ] + ), + format_system=StringFormatter( + slots=[{"bos_token"}, "<|start_header_id|>System<|end_header_id|>\n\n{{content}}<|eot_id|>"] + ), + stop_words=["<|eot_id|>"], + replace_eos=True, +) + _register_template( name="orion", diff --git a/src/llamafactory/extras/constants.py b/src/llamafactory/extras/constants.py index 087612fc..503df641 100644 --- a/src/llamafactory/extras/constants.py +++ b/src/llamafactory/extras/constants.py @@ -706,6 +706,15 @@ register_model_group( template="openchat", ) +register_model_group( + models={ + "OpenChat3.6-8B-Chat": { + DownloadSource.DEFAULT: "openchat/openchat-3.6-8b-20240522", + } + }, + template="openchat-3.6", +) + register_model_group( models={