This commit is contained in:
guange 2019-01-25 16:49:42 +08:00
parent 2b906606b9
commit 83249281cf
1 changed files with 1 additions and 1 deletions

View File

@ -24,7 +24,7 @@ class JdSpider(scrapy.Spider):
'LOG_LEVEL': "INFO",
'ITEM_PIPELINES': {
'taobao.pipelines.JDCleanDataPipeline': 300,
#'taobao.pipelines.JDHbasePipeline': 400,
'taobao.pipelines.JDHbasePipeline': 400,
},
'DOWNLOADER_MIDDLEWARES': {
'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,