p15679402
/
bigdata
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

1

This commit is contained in:
guange 2019-01-25 16:49:42 +08:00
parent 2b906606b9
commit 83249281cf
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
chapter1/crawler/taobao/spiders/jd.py
View File

@ -24,7 +24,7 @@ class JdSpider(scrapy.Spider):
'LOG_LEVEL': "INFO", 'LOG_LEVEL': "INFO",
'ITEM_PIPELINES': { 'ITEM_PIPELINES': {
'taobao.pipelines.JDCleanDataPipeline': 300, 'taobao.pipelines.JDCleanDataPipeline': 300,
#'taobao.pipelines.JDHbasePipeline': 400, 'taobao.pipelines.JDHbasePipeline': 400,
}, },
'DOWNLOADER_MIDDLEWARES': { 'DOWNLOADER_MIDDLEWARES': {
'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90, 'scrapy.downloadermiddlewares.retry.RetryMiddleware': 90,