add openchat-3.6-8B support

This commit is contained in:
Jianbai Ye 2024-05-27 20:42:08 +08:00
parent 08bd0440b5
commit cff815391f
2 changed files with 26 additions and 0 deletions

View File

@ -756,6 +756,23 @@ _register_template(
force_system=True,
)
_register_template(
name="openchat-3.6",
format_user=StringFormatter(
slots=[
(
"<|start_header_id|>GPT4 Correct User<|end_header_id|>\n\n{{content}}<|eot_id|>"
"<|start_header_id|>GPT4 Correct Assistant<|end_header_id|>\n\n"
)
]
),
format_system=StringFormatter(
slots=[{"bos_token"}, "<|start_header_id|>System<|end_header_id|>\n\n{{content}}<|eot_id|>"]
),
stop_words=["<|eot_id|>"],
replace_eos=True,
)
_register_template(
name="orion",

View File

@ -706,6 +706,15 @@ register_model_group(
template="openchat",
)
register_model_group(
models={
"OpenChat3.6-8B-Chat": {
DownloadSource.DEFAULT: "openchat/openchat-3.6-8b-20240522",
}
},
template="openchat-3.6",
)
register_model_group(
models={