This commit is contained in:
yuze.zyz 2023-12-08 18:13:26 +08:00
parent 9c2247d700
commit e4cf2a75ca
1 changed files with 15 additions and 15 deletions

View File

@ -70,27 +70,27 @@
}, },
"guanaco": { "guanaco": {
"hf_hub_url": "JosephusCheung/GuanacoDataset", "hf_hub_url": "JosephusCheung/GuanacoDataset",
"ms_hub_yrl": "wyj123456/GuanacoDataset" "ms_hub_url": "wyj123456/GuanacoDataset"
}, },
"belle_2m": { "belle_2m": {
"hf_hub_url": "BelleGroup/train_2M_CN", "hf_hub_url": "BelleGroup/train_2M_CN",
"ms_hub_yrl": "AI-ModelScope/train_2M_CN" "ms_hub_url": "AI-ModelScope/train_2M_CN"
}, },
"belle_1m": { "belle_1m": {
"hf_hub_url": "BelleGroup/train_1M_CN", "hf_hub_url": "BelleGroup/train_1M_CN",
"ms_hub_yrl": "AI-ModelScope/train_1M_CN" "ms_hub_url": "AI-ModelScope/train_1M_CN"
}, },
"belle_0.5m": { "belle_0.5m": {
"hf_hub_url": "BelleGroup/train_0.5M_CN", "hf_hub_url": "BelleGroup/train_0.5M_CN",
"ms_hub_yrl": "AI-ModelScope/train_0.5M_CN" "ms_hub_url": "AI-ModelScope/train_0.5M_CN"
}, },
"belle_dialog": { "belle_dialog": {
"hf_hub_url": "BelleGroup/generated_chat_0.4M", "hf_hub_url": "BelleGroup/generated_chat_0.4M",
"ms_hub_yrl": "AI-ModelScope/generated_chat_0.4M" "ms_hub_url": "AI-ModelScope/generated_chat_0.4M"
}, },
"belle_math": { "belle_math": {
"hf_hub_url": "BelleGroup/school_math_0.25M", "hf_hub_url": "BelleGroup/school_math_0.25M",
"ms_hub_yrl": "AI-ModelScope/school_math_0.25M" "ms_hub_url": "AI-ModelScope/school_math_0.25M"
}, },
"belle_multiturn": { "belle_multiturn": {
"script_url": "belle_multiturn", "script_url": "belle_multiturn",
@ -102,11 +102,11 @@
}, },
"open_platypus": { "open_platypus": {
"hf_hub_url": "garage-bAInd/Open-Platypus", "hf_hub_url": "garage-bAInd/Open-Platypus",
"ms_hub_yrl": "AI-ModelScope/Open-Platypus" "ms_hub_url": "AI-ModelScope/Open-Platypus"
}, },
"codealpaca": { "codealpaca": {
"hf_hub_url": "sahil2801/CodeAlpaca-20k", "hf_hub_url": "sahil2801/CodeAlpaca-20k",
"ms_hub_yrl": "AI-ModelScope/CodeAlpaca-20k" "ms_hub_url": "AI-ModelScope/CodeAlpaca-20k"
}, },
"alpaca_cot": { "alpaca_cot": {
"hf_hub_url": "QingyiSi/Alpaca-CoT" "hf_hub_url": "QingyiSi/Alpaca-CoT"
@ -120,7 +120,7 @@
}, },
"mathinstruct": { "mathinstruct": {
"hf_hub_url": "TIGER-Lab/MathInstruct", "hf_hub_url": "TIGER-Lab/MathInstruct",
"ms_hub_yrl": "AI-ModelScope/MathInstruct", "ms_hub_url": "AI-ModelScope/MathInstruct",
"columns": { "columns": {
"prompt": "instruction", "prompt": "instruction",
"response": "output" "response": "output"
@ -135,7 +135,7 @@
}, },
"webqa": { "webqa": {
"hf_hub_url": "suolyer/webqa", "hf_hub_url": "suolyer/webqa",
"ms_hub_yrl": "AI-ModelScope/webqa", "ms_hub_url": "AI-ModelScope/webqa",
"columns": { "columns": {
"prompt": "input", "prompt": "input",
"response": "output" "response": "output"
@ -143,7 +143,7 @@
}, },
"webnovel": { "webnovel": {
"hf_hub_url": "zxbsmk/webnovel_cn", "hf_hub_url": "zxbsmk/webnovel_cn",
"ms_hub_yrl": "AI-ModelScope/webnovel_cn" "ms_hub_url": "AI-ModelScope/webnovel_cn"
}, },
"nectar_sft": { "nectar_sft": {
"hf_hub_url": "mlinmg/SFT-Nectar" "hf_hub_url": "mlinmg/SFT-Nectar"
@ -157,12 +157,12 @@
}, },
"sharegpt_hyper": { "sharegpt_hyper": {
"hf_hub_url": "totally-not-an-llm/sharegpt-hyperfiltered-3k", "hf_hub_url": "totally-not-an-llm/sharegpt-hyperfiltered-3k",
"ms_hub_yrl": "AI-ModelScope/sharegpt-hyperfiltered-3k", "ms_hub_url": "AI-ModelScope/sharegpt-hyperfiltered-3k",
"formatting": "sharegpt" "formatting": "sharegpt"
}, },
"sharegpt4": { "sharegpt4": {
"hf_hub_url": "shibing624/sharegpt_gpt4", "hf_hub_url": "shibing624/sharegpt_gpt4",
"ms_hub_yrl": "AI-ModelScope/sharegpt_gpt4", "ms_hub_url": "AI-ModelScope/sharegpt_gpt4",
"formatting": "sharegpt" "formatting": "sharegpt"
}, },
"ultrachat_200k": { "ultrachat_200k": {
@ -189,7 +189,7 @@
}, },
"evol_instruct": { "evol_instruct": {
"hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k", "hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k",
"ms_hub_yrl": "AI-ModelScope/WizardLM_evol_instruct_V2_196k", "ms_hub_url": "AI-ModelScope/WizardLM_evol_instruct_V2_196k",
"formatting": "sharegpt" "formatting": "sharegpt"
}, },
"hh_rlhf_en": { "hh_rlhf_en": {
@ -265,7 +265,7 @@
}, },
"wikipedia_zh": { "wikipedia_zh": {
"hf_hub_url": "pleisto/wikipedia-cn-20230720-filtered", "hf_hub_url": "pleisto/wikipedia-cn-20230720-filtered",
"ms_hub_yrl": "AI-ModelScope/wikipedia-cn-20230720-filtered", "ms_hub_url": "AI-ModelScope/wikipedia-cn-20230720-filtered",
"columns": { "columns": {
"prompt": "completion" "prompt": "completion"
} }