add new datasets

This commit is contained in:
xingjun.wang 2023-12-12 12:44:15 +08:00
parent 0ce18a3782
commit fe4acc66b0
1 changed files with 4 additions and 0 deletions

View File

@ -129,6 +129,7 @@
}, },
"firefly": { "firefly": {
"hf_hub_url": "YeungNLP/firefly-train-1.1M", "hf_hub_url": "YeungNLP/firefly-train-1.1M",
"ms_hub_url": "AI-ModelScope/firefly-train-1.1M",
"columns": { "columns": {
"prompt": "input", "prompt": "input",
"response": "target" "response": "target"
@ -151,6 +152,7 @@
}, },
"adgen": { "adgen": {
"hf_hub_url": "HasturOfficial/adgen", "hf_hub_url": "HasturOfficial/adgen",
"ms_hub_url": "AI-ModelScope/adgen",
"columns": { "columns": {
"prompt": "content", "prompt": "content",
"response": "summary" "response": "summary"
@ -168,6 +170,7 @@
}, },
"ultrachat_200k": { "ultrachat_200k": {
"hf_hub_url": "HuggingFaceH4/ultrachat_200k", "hf_hub_url": "HuggingFaceH4/ultrachat_200k",
"ms_hub_url": "AI-ModelScope/ultrachat_200k",
"columns": { "columns": {
"prompt": "messages", "prompt": "messages",
"query": "role", "query": "role",
@ -181,6 +184,7 @@
}, },
"lmsys_chat": { "lmsys_chat": {
"hf_hub_url": "lmsys/lmsys-chat-1m", "hf_hub_url": "lmsys/lmsys-chat-1m",
"ms_hub_url": "AI-ModelScope/lmsys-chat-1m",
"columns": { "columns": {
"prompt": "conversation", "prompt": "conversation",
"query": "role", "query": "role",