From bf73224f33c93647a6101d36bde5bf8ddfc91438 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Sun, 14 Jan 2024 00:30:30 +0800 Subject: [PATCH] support solar 10.7B #1907 --- src/llmtuner/data/template.py | 13 +++++++++++++ src/llmtuner/extras/constants.py | 14 ++++++++++++++ 2 files changed, 27 insertions(+) diff --git a/src/llmtuner/data/template.py b/src/llmtuner/data/template.py index 03241b26..9fa4be57 100644 --- a/src/llmtuner/data/template.py +++ b/src/llmtuner/data/template.py @@ -617,6 +617,19 @@ register_template( ) +register_template( + name="solar", + prefix=[ + "{{system}}" + ], + prompt=[ + "### User:\n{{query}}\n\n### Assistant:\n" + ], + system="", + sep=[] +) + + register_template( name="starchat", prefix=[ diff --git a/src/llmtuner/extras/constants.py b/src/llmtuner/extras/constants.py index 029fb76d..ec498b12 100644 --- a/src/llmtuner/extras/constants.py +++ b/src/llmtuner/extras/constants.py @@ -534,6 +534,20 @@ register_model_group( ) +register_model_group( + models={ + "SOLAR-10.7B": { + DownloadSource.DEFAULT: "upstage/SOLAR-10.7B-v1.0" + }, + "SOLAR-10.7B-Chat": { + DownloadSource.DEFAULT: "upstage/SOLAR-10.7B-Instruct-v1.0", + DownloadSource.MODELSCOPE: "AI-ModelScope/SOLAR-10.7B-Instruct-v1.0" + } + }, + template="solar" +) + + register_model_group( models={ "Skywork-13B-Base": {