From 83249281cfc30e517aeb9be246f0970ad462cf37 Mon Sep 17 00:00:00 2001 From: guange <8863824@gmail.com> Date: Fri, 25 Jan 2019 16:49:42 +0800 Subject: [PATCH] 1 --- chapter1/crawler/taobao/spiders/jd.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/chapter1/crawler/taobao/spiders/jd.py b/chapter1/crawler/taobao/spiders/jd.py index c192846..da49361 100644 --- a/chapter1/crawler/taobao/spiders/jd.py +++ b/chapter1/crawler/taobao/spiders/jd.py @@ -24,7 +24,7 @@ class JdSpider(scrapy.Spider): 'LOG_LEVEL': "INFO", 'ITEM_PIPELINES': { 'taobao.pipelines.JDCleanDataPipeline': 300, - #'taobao.pipelines.JDHbasePipeline': 400, + 'taobao.pipelines.JDHbasePipeline': 400, }, 'DOWNLOADER_MIDDLEWARES': { 'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,