fix pile datset hf hub url

2024-03-30 16:06:10 +08:00 · 2024-03-30 16:06:10 +08:00 · 9c2ef9cdf4
parent a0333bb0ce
commit 9c2ef9cdf4
1 changed files with 2 additions and 3 deletions
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@ -364,12 +364,11 @@
    }
  },
  "pile": {
-    "hf_hub_url": "EleutherAI/pile",
+    "hf_hub_url": "monology/pile-uncopyrighted",
    "ms_hub_url": "AI-ModelScope/pile",
    "columns": {
      "prompt": "text"
-    },
-    "subset": "all"
+    }
  },
  "skypile": {
    "hf_hub_url": "Skywork/SkyPile-150B",