Slim Orca data parsing

This commit is contained in:
Mark Mueller 2024-02-08 17:54:18 +01:00
parent 8bd4182609
commit 7f792dfede
1 changed files with 1 additions and 1 deletions

View File

@ -77,7 +77,7 @@ def convert_sharegpt(examples: Dict[str, List[Any]], dataset_attr: "DatasetAttr"
response.append(last_message)
outputs["prompt"].append(prompt)
outputs["response"].append(response)
if not dataset_attr.system_tag:
if n_sys == 0:
outputs["system"].append(examples[dataset_attr.system][i] if dataset_attr.system else "")
outputs["tools"].append(examples[dataset_attr.tools][i] if dataset_attr.tools else "")