From f8c26e6a346ca0f18f3b05b6fc7413f3625fb220 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Fri, 26 Apr 2024 03:03:36 +0800 Subject: [PATCH] Update dataset_info.json --- data/dataset_info.json | 37 +++++++++++++++++++------------------ 1 file changed, 19 insertions(+), 18 deletions(-) diff --git a/data/dataset_info.json b/data/dataset_info.json index 4958d8c7..c7a1556e 100644 --- a/data/dataset_info.json +++ b/data/dataset_info.json @@ -58,6 +58,21 @@ "tools": "tools" } }, + "mllm_demo": { + "file_name": "mllm_demo.json", + "file_sha1": "b6709b23657d5c42a701f1c5574f3a6edaa40a20", + "formatting": "sharegpt", + "columns": { + "messages": "messages", + "images": "images" + }, + "tags": { + "role_tag": "role", + "content_tag": "content", + "user_tag": "user", + "assistant_tag": "assistant" + } + }, "example": { "script_url": "example_dataset", "columns": { @@ -185,6 +200,7 @@ "ultrachat_200k": { "hf_hub_url": "HuggingFaceH4/ultrachat_200k", "ms_hub_url": "AI-ModelScope/ultrachat_200k", + "formatting": "sharegpt", "columns": { "messages": "messages" }, @@ -193,8 +209,7 @@ "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" - }, - "formatting": "sharegpt" + } }, "agent_instruct": { "hf_hub_url": "THUDM/AgentInstruct", @@ -204,6 +219,7 @@ "lmsys_chat": { "hf_hub_url": "lmsys/lmsys-chat-1m", "ms_hub_url": "AI-ModelScope/lmsys-chat-1m", + "formatting": "sharegpt", "columns": { "messages": "conversation" }, @@ -212,8 +228,7 @@ "content_tag": "content", "user_tag": "human", "assistant_tag": "assistant" - }, - "formatting": "sharegpt" + } }, "evol_instruct": { "hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k", @@ -413,19 +428,5 @@ "prompt": "content" }, "folder": "python" - }, - "mllm_instruct_example": { - "file_name": "llava_instruct_example.json", - "formatting": "llava", - "columns": { - "messages": "messages", - "images": "images" - }, - "tags": { - "role_tag": "role", - "content_tag": "content", - "user_tag": "user", - "assistant_tag": "assistant" - } } }