add openchat-3.6-8B support
This commit is contained in:
parent
08bd0440b5
commit
cff815391f
|
@ -756,6 +756,23 @@ _register_template(
|
|||
force_system=True,
|
||||
)
|
||||
|
||||
_register_template(
|
||||
name="openchat-3.6",
|
||||
format_user=StringFormatter(
|
||||
slots=[
|
||||
(
|
||||
"<|start_header_id|>GPT4 Correct User<|end_header_id|>\n\n{{content}}<|eot_id|>"
|
||||
"<|start_header_id|>GPT4 Correct Assistant<|end_header_id|>\n\n"
|
||||
)
|
||||
]
|
||||
),
|
||||
format_system=StringFormatter(
|
||||
slots=[{"bos_token"}, "<|start_header_id|>System<|end_header_id|>\n\n{{content}}<|eot_id|>"]
|
||||
),
|
||||
stop_words=["<|eot_id|>"],
|
||||
replace_eos=True,
|
||||
)
|
||||
|
||||
|
||||
_register_template(
|
||||
name="orion",
|
||||
|
|
|
@ -706,6 +706,15 @@ register_model_group(
|
|||
template="openchat",
|
||||
)
|
||||
|
||||
register_model_group(
|
||||
models={
|
||||
"OpenChat3.6-8B-Chat": {
|
||||
DownloadSource.DEFAULT: "openchat/openchat-3.6-8b-20240522",
|
||||
}
|
||||
},
|
||||
template="openchat-3.6",
|
||||
)
|
||||
|
||||
|
||||
register_model_group(
|
||||
models={
|
||||
|
|
Loading…
Reference in New Issue