p04798526
/
LLaMA-Factory-Mirror
1
0
Fork 1
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update dataset_info.json

This commit is contained in:
hoshi-hiyouga 2024-04-26 03:03:36 +08:00 committed by GitHub
parent 5ef293387f
commit f8c26e6a34
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 19 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
data/dataset_info.json
View File

@ -58,6 +58,21 @@
"tools": "tools" "tools": "tools"
} }
}, },
"mllm_demo": {
"file_name": "mllm_demo.json",
"file_sha1": "b6709b23657d5c42a701f1c5574f3a6edaa40a20",
"formatting": "sharegpt",
"columns": {
"messages": "messages",
"images": "images"
},
"tags": {
"role_tag": "role",
"content_tag": "content",
"user_tag": "user",
"assistant_tag": "assistant"
}
},
"example": { "example": {
"script_url": "example_dataset", "script_url": "example_dataset",
"columns": { "columns": {
@ -185,6 +200,7 @@
"ultrachat_200k": { "ultrachat_200k": {
"hf_hub_url": "HuggingFaceH4/ultrachat_200k", "hf_hub_url": "HuggingFaceH4/ultrachat_200k",
"ms_hub_url": "AI-ModelScope/ultrachat_200k", "ms_hub_url": "AI-ModelScope/ultrachat_200k",
"formatting": "sharegpt",
"columns": { "columns": {
"messages": "messages" "messages": "messages"
}, },
@ -193,8 +209,7 @@
"content_tag": "content", "content_tag": "content",
"user_tag": "user", "user_tag": "user",
"assistant_tag": "assistant" "assistant_tag": "assistant"
}, }
"formatting": "sharegpt"
}, },
"agent_instruct": { "agent_instruct": {
"hf_hub_url": "THUDM/AgentInstruct", "hf_hub_url": "THUDM/AgentInstruct",
@ -204,6 +219,7 @@
"lmsys_chat": { "lmsys_chat": {
"hf_hub_url": "lmsys/lmsys-chat-1m", "hf_hub_url": "lmsys/lmsys-chat-1m",
"ms_hub_url": "AI-ModelScope/lmsys-chat-1m", "ms_hub_url": "AI-ModelScope/lmsys-chat-1m",
"formatting": "sharegpt",
"columns": { "columns": {
"messages": "conversation" "messages": "conversation"
}, },
@ -212,8 +228,7 @@
"content_tag": "content", "content_tag": "content",
"user_tag": "human", "user_tag": "human",
"assistant_tag": "assistant" "assistant_tag": "assistant"
}, }
"formatting": "sharegpt"
}, },
"evol_instruct": { "evol_instruct": {
"hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k", "hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k",
@ -413,19 +428,5 @@
"prompt": "content" "prompt": "content"
}, },
"folder": "python" "folder": "python"
},
"mllm_instruct_example": {
"file_name": "llava_instruct_example.json",
"formatting": "llava",
"columns": {
"messages": "messages",
"images": "images"
},
"tags": {
"role_tag": "role",
"content_tag": "content",
"user_tag": "user",
"assistant_tag": "assistant"
}
} }
} }