From 9c2ef9cdf47e16985e07421b0bea414d161e2456 Mon Sep 17 00:00:00 2001
From: "li.yunhao" <li.yunhao@foxmail.com>
Date: Sat, 30 Mar 2024 16:06:10 +0800
Subject: [PATCH] fix pile datset hf hub url

---
 data/dataset_info.json | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/data/dataset_info.json b/data/dataset_info.json
index e0d08e32..87514db9 100644
--- a/data/dataset_info.json
+++ b/data/dataset_info.json
@@ -364,12 +364,11 @@
     }
   },
   "pile": {
-    "hf_hub_url": "EleutherAI/pile",
+    "hf_hub_url": "monology/pile-uncopyrighted",
     "ms_hub_url": "AI-ModelScope/pile",
     "columns": {
       "prompt": "text"
-    },
-    "subset": "all"
+    }
   },
   "skypile": {
     "hf_hub_url": "Skywork/SkyPile-150B",