This commit is contained in:
parent
2b906606b9
commit
83249281cf
|
@ -24,7 +24,7 @@ class JdSpider(scrapy.Spider):
|
||||||
'LOG_LEVEL': "INFO",
|
'LOG_LEVEL': "INFO",
|
||||||
'ITEM_PIPELINES': {
|
'ITEM_PIPELINES': {
|
||||||
'taobao.pipelines.JDCleanDataPipeline': 300,
|
'taobao.pipelines.JDCleanDataPipeline': 300,
|
||||||
#'taobao.pipelines.JDHbasePipeline': 400,
|
'taobao.pipelines.JDHbasePipeline': 400,
|
||||||
},
|
},
|
||||||
'DOWNLOADER_MIDDLEWARES': {
|
'DOWNLOADER_MIDDLEWARES': {
|
||||||
'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,
|
'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,
|
||||||
|
|
Loading…
Reference in New Issue