p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add belle template

This commit is contained in:
hiyouga 2023-06-07 12:30:11 +08:00
parent ce43386080
commit 17acf3a3eb
2 changed files with 24 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/utils/config.py
View File

@ -141,9 +141,9 @@ class DataTrainingArguments:
default=0,
metadata={"help": "Proportion of the dataset to include in the development set, should be between 0.0 and 1.0."}
)
prompt_template: Optional[Literal["alpaca", "vicuna", "ziya"]] = field(
prompt_template: Optional[str] = field(
default="alpaca",
metadata={"help": "Which template to use for constructing prompts in training."}
metadata={"help": "Which template to use for constructing prompts in training and inference."}
)
def __post_init__(self): # support mixing multiple datasets

26
src/utils/template.py
View File

@ -7,20 +7,31 @@ class Template:
name: str
def __post_init__(self):
assert hasattr(self, "_format_{}".format(self.name)), "Template {} does not exist.".format(self.name)
def get_prompt(self, query: str, history: Optional[list] = None, prefix: Optional[str] = "") -> str:
return getattr(self, "_format_{}".format(self.name))(query, history, prefix)
def _format_vanilla(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix
if history:
for old_query, response in history:
prompt += old_query + "\n" + response + "\n"
prompt += query
return prompt
def _format_alpaca(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
if prefix:
prompt = prefix
else:
prompt = "Below is an instruction that describes a task. "
prompt += "Write a response that appropriately completes the request.\n"
prompt += "Write a response that appropriately completes the request.\n\n"
prompt += "Instruction:\n"
if history:
for old_query, response in history:
prompt += "Human:{}\nAssistant:{}\n".format(old_query, response)
prompt += "Human:{}\nAssistant:".format(query)
prompt += "Human:\n{}\n\nAssistant:\n{}\n\n".format(old_query, response)
prompt += "Human:\n{}\n\nAssistant:".format(query)
return prompt
def _format_vicuna(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
@ -32,9 +43,16 @@ class Template:
if history:
for old_query, response in history:
prompt += "USER: {} ASSISTANT: {}</s>".format(old_query, response)
prompt += "USER: {} ASSISTANT:".format(query)
prompt += "USER: {} ASSISTANT: ".format(query)
return prompt
def _format_belle(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix
if history:
for old_query, response in history:
prompt += "Human: {}\n\nBelle: {}\n\n".format(old_query, response)
prompt += "Human: {}\n\nBelle: ".format(query)
return prompt
def _format_ziya(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix