This commit is contained in:
parent
2b906606b9
commit
83249281cf
|
@ -24,7 +24,7 @@ class JdSpider(scrapy.Spider):
|
|||
'LOG_LEVEL': "INFO",
|
||||
'ITEM_PIPELINES': {
|
||||
'taobao.pipelines.JDCleanDataPipeline': 300,
|
||||
#'taobao.pipelines.JDHbasePipeline': 400,
|
||||
'taobao.pipelines.JDHbasePipeline': 400,
|
||||
},
|
||||
'DOWNLOADER_MIDDLEWARES': {
|
||||
'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,
|
||||
|
|
Loading…
Reference in New Issue