From 1a2e31cd147b6000750df2dbd78c0c4ad9838d86 Mon Sep 17 00:00:00 2001
From: guange <8863824@gmail.com>
Date: Mon, 14 Jan 2019 16:40:25 +0800
Subject: [PATCH] .

---
 chapter1/.idea/workspace.xml                  |  30 +++----
 .../taobao/__pycache__/items.cpython-37.pyc   | Bin 991 -> 1244 bytes
 .../__pycache__/pipelines.cpython-37.pyc      | Bin 2258 -> 2807 bytes
 .../__pycache__/settings.cpython-37.pyc       | Bin 578 -> 882 bytes
 chapter1/requirements.txt                     |  73 ++++++++++++++++++
 5 files changed, 89 insertions(+), 14 deletions(-)
 create mode 100644 chapter1/requirements.txt

diff --git a/chapter1/.idea/workspace.xml b/chapter1/.idea/workspace.xml
index c28bfef..a9c74bd 100644
--- a/chapter1/.idea/workspace.xml
+++ b/chapter1/.idea/workspace.xml
@@ -1,14 +1,7 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <project version="4">
   <component name="ChangeListManager">
-    <list default="true" id="a5fbb387-9969-4874-8a7f-c9dd40d5225d" name="Default Changelist" comment="增加id字段">
-      <change afterPath="$PROJECT_DIR$/crawler/taobao/spiders/jd.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/crawler/taobao/items.py" beforeDir="false" afterPath="$PROJECT_DIR$/crawler/taobao/items.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/crawler/taobao/pipelines.py" beforeDir="false" afterPath="$PROJECT_DIR$/crawler/taobao/pipelines.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/crawler/taobao/settings.py" beforeDir="false" afterPath="$PROJECT_DIR$/crawler/taobao/settings.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/crawler/taobao/spiders/comment.py" beforeDir="false" afterPath="$PROJECT_DIR$/crawler/taobao/spiders/comment.py" afterDir="false" />
-    </list>
+    <list default="true" id="a5fbb387-9969-4874-8a7f-c9dd40d5225d" name="Default Changelist" comment="" />
     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -100,8 +93,8 @@
       <file pinned="false" current-in-tab="true">
         <entry file="file://$PROJECT_DIR$/crawler/taobao/spiders/jd.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="136">
-              <caret line="60" column="21" lean-forward="true" selection-start-line="60" selection-start-column="21" selection-end-line="60" selection-end-column="21" />
+            <state relative-caret-position="241">
+              <caret line="67" column="24" lean-forward="true" selection-start-line="67" selection-start-column="24" selection-end-line="67" selection-end-column="24" />
               <folding>
                 <element signature="e#14#27#0" expanded="true" />
               </folding>
@@ -322,7 +315,14 @@
       <option name="project" value="LOCAL" />
       <updated>1546938314632</updated>
     </task>
-    <option name="localTasksCounter" value="3" />
+    <task id="LOCAL-00003" summary="加入京东抓取">
+      <created>1547454506424</created>
+      <option name="number" value="00003" />
+      <option name="presentableId" value="LOCAL-00003" />
+      <option name="project" value="LOCAL" />
+      <updated>1547454506424</updated>
+    </task>
+    <option name="localTasksCounter" value="4" />
     <servers />
   </component>
   <component name="TodoView">
@@ -336,6 +336,7 @@
   </component>
   <component name="ToolWindowManager">
     <frame x="0" y="23" width="1280" height="777" extended-state="0" />
+    <editor active="true" />
     <layout>
       <window_info content_ui="combo" id="Project" order="0" visible="true" weight="0.25767368" />
       <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
@@ -360,7 +361,8 @@
   <component name="VcsManagerConfiguration">
     <MESSAGE value="数据抓取" />
     <MESSAGE value="增加id字段" />
-    <option name="LAST_COMMIT_MESSAGE" value="增加id字段" />
+    <MESSAGE value="加入京东抓取" />
+    <option name="LAST_COMMIT_MESSAGE" value="加入京东抓取" />
   </component>
   <component name="editorHistoryManager">
     <entry file="file://$PROJECT_DIR$/crawler/scrapy.cfg">
@@ -585,8 +587,8 @@
     </entry>
     <entry file="file://$PROJECT_DIR$/crawler/taobao/spiders/jd.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="136">
-          <caret line="60" column="21" lean-forward="true" selection-start-line="60" selection-start-column="21" selection-end-line="60" selection-end-column="21" />
+        <state relative-caret-position="241">
+          <caret line="67" column="24" lean-forward="true" selection-start-line="67" selection-start-column="24" selection-end-line="67" selection-end-column="24" />
           <folding>
             <element signature="e#14#27#0" expanded="true" />
           </folding>
diff --git a/chapter1/crawler/taobao/__pycache__/items.cpython-37.pyc b/chapter1/crawler/taobao/__pycache__/items.cpython-37.pyc
index 8c127161b05c32d237a5cd72b353874f365cabf8..d9ff9ef7d42c451f67141835cf79cf21d719c855 100644
GIT binary patch
delta 188
zcmcc5eutCKiI<m)0SHP=Y+|xlCh|!zhD=m<lyGNA;Yi_ZVMyUjWyoS|W{zS_VGL%_
z<l300!8|#ODUp-c%O#*FKczHz@+BrUnOiJ*iMgpod_aSWgg^ujh~NhiB9qrMi`y58
z1KFBDTntjf!H5hYa%@GMK$%-Co+YWdMNB|u5eJA61rg#vGt_uMd=6$IHX%MCE&y0h
BA+Z1e

delta 60
zcmcb^d7quniI<m)0SI2NH;L(Hp2#P`=rmE?ku8NWm_d_cV}k}WlP2rrJ{IZ8>sXYy
N*nkQ-n1$Gc_yD$03}65N

diff --git a/chapter1/crawler/taobao/__pycache__/pipelines.cpython-37.pyc b/chapter1/crawler/taobao/__pycache__/pipelines.cpython-37.pyc
index 6701ea5a23a8b11f6b826cfc363f8ee134e41d0d..a3771a5d003408b6ec641cc4f424d8fc661ed6fa 100644
GIT binary patch
delta 779
zcmYk4&ubGw6vyYy%>L-+hZ}26Dy2jbX^d14;>8@q1_Tii3R;$6*k%^Hut~%02BbuC
zXbWC?sH?Yv$;pd|&`a^+UGSjCImbf(0<XT=fcoHl=Y3}1ym>P_KTE$CiuVfzhoF7E
z-Dq{q!(wIh5=jsN5%Fdtc#tvmD2_B@UG8xp4~Srb?-9WRzRNrV*$^hO8JNfxvL$R}
zJ7XJpPB_R;#&gIykw?yF><CyVwZhrq!8a(T8}I?<-_WOU{`eU!0aVhEDY%q2`FmJS
zr#y!8@rJPga3$@T-{ET7u-?K-`ol^_m$CoYM6to9HkZp7cF_MC#poV-TtNwlJ{_J6
zJSM1Md&J{{V<(21f7o1$0>9Vv6aPur52COa43=<>Q$?G8`8Yi}I(_%~^x)I!$^NhX
z*V%Mu#4tk}M>o*d(Bn;%gbYEzB1vGE%ImXuOebWVZ9Ji4KFKl~Br(RO;Fw`7k_mmq
zhD<&hvau!13E-@S89LLN)ry}BvW|>R+mF?V_xx@kFXD!Z?3`Pzw{EVqM7`Ep-AcNV
zVgnhSf&NHCQL~j3#$hi`{9Y$eEKZ~{P{O{lWYCX%oHXKo6efyF47+~P*;2*}xjpFD
zxYQ3v=CtH>LFh`0kUK;xk+zls$}RNRMIlgxCF%l)A}s=^JJtU#I4#k#XGnc%Qs0`?
ze^6QNw%G2p+gYJm-K_Y(9jcgi13lI&ZN@?BnOaVkaZs!;Hf0^7G_dbNH9fMgUC^!I
Q)4<1(XD)XQ*Ku=y049>GA^-pY

delta 288
zcmew^dP$JaiI<m)0SIPoF^Sp1GLcWBJ^{!}VMt-jVTgjzj8Tk0K2r`;E^`z!BZE6b
z3Udle3quM^DswY)6bq2gn!*O;v!${E`D{QwdkP1T&jIGM1NodOTtGe-n9q^I7|fu_
z{SsuUpC;oiKF{35^wi>j%!1UM%)Hd(iF-FO@=h*bT+S#oS%N8yQE+oUlOQ9b_~b_B
zTa1#EV_4=h%1-{nQp_l}xqwxakx_AS8{1h%<;fxJQyA4Jzho~_Pym`-%mySl7&(|Y
zSc>F;Oij)raUgYzxgaHJawC`ZWLFMh`CA+|x%nxjIjMH+AT2ylEj-KuECQ?oTmYJ}
BK+gaG

diff --git a/chapter1/crawler/taobao/__pycache__/settings.cpython-37.pyc b/chapter1/crawler/taobao/__pycache__/settings.cpython-37.pyc
index 8ab276f7071bb5ce96154e2d865c0b5be6c2bee6..8b6d1260a86a7e8c004f4c0cfe37084ace19c6fa 100644
GIT binary patch
delta 443
zcmX@a@`+8|iI<m)0SFpYY+?-f7#JRdI55BhWH<nEvD-v-WsNBI6!sL36wVZ`Im}TU
zDcn(<DLg5>nT%0fDST1fDg049DFVR^nt~JKX4hAVW|Wi^Sn2B<8ky@E0HL9kg@LI-
zNakfG28PV5AVQ0ofkBhGO0_t-D6yb2zPKPKu{c977)&|m=Vxc87W-zVq~xTQCl;kv
z$zfB5B<}{1*GtJS&&$b=OH4^E%7yDL)&sdFIX}0cD7CmaGe1wy1ITwq@R1Bs#%7Tt
z$PF%~1*vYCIVGt@6Mxw;@=ms740ey=3J&mb4EBf*4f46g@9gjI?dcjE@9O91<m2jc
zOU%VT+|S3~(Zw|=-q+K`#m6<=F~~LemVirWfUBFQPY6)l8K^yY@?1u9HeO&z7x7NM
l#TcX@17xx=u`#l+u`shR0WlwoBoiYOBL_2!00$F`H~^eKfJOiS

delta 138
zcmeywc8EpYiI<m)0SF8nOky7JFfcp@abSQ6$Z!DSVxx)b$|5Q3nT%2FDI8H8DV$N9
zDO|w}n%onMW;2FNe#L0V$TeA$DOm6pzq7x;x2J1xysMw1laH&*<ikwnY}`OIinu2+
b2Z;#*Su9L!j4W&{%q&bSd@L#)Of2F60sI(+

diff --git a/chapter1/requirements.txt b/chapter1/requirements.txt
new file mode 100644
index 0000000..9d44971
--- /dev/null
+++ b/chapter1/requirements.txt
@@ -0,0 +1,73 @@
+appnope==0.1.0
+asn1crypto==0.24.0
+attrs==18.2.0
+Automat==0.7.0
+backcall==0.1.0
+bleach==3.1.0
+cffi==1.11.5
+constantly==15.1.0
+cryptography==2.4.2
+cssselect==1.0.3
+decorator==4.3.0
+defusedxml==0.5.0
+entrypoints==0.3
+hyperlink==18.0.0
+idna==2.8
+incremental==17.5.0
+ipykernel==5.1.0
+ipython==7.2.0
+ipython-genutils==0.2.0
+ipywidgets==7.4.2
+jedi==0.13.2
+Jinja2==2.10
+jsonschema==2.6.0
+jupyter==1.0.0
+jupyter-client==5.2.4
+jupyter-console==6.0.0
+jupyter-core==4.4.0
+lxml==4.3.0
+MarkupSafe==1.1.0
+mistune==0.8.4
+nbconvert==5.4.0
+nbformat==4.4.0
+notebook==5.7.4
+numpy==1.15.4
+pandas==0.23.4
+pandocfilters==1.4.2
+parsel==1.5.1
+parso==0.3.1
+pexpect==4.6.0
+pickleshare==0.7.5
+Pillow==5.4.1
+prometheus-client==0.5.0
+prompt-toolkit==2.0.7
+ptyprocess==0.6.0
+pyasn1==0.4.5
+pyasn1-modules==0.2.3
+pycparser==2.19
+PyDispatcher==2.0.5
+Pygments==2.3.1
+PyHamcrest==1.9.0
+pyOpenSSL==18.0.0
+python-dateutil==2.7.5
+pytz==2018.9
+pyzmq==17.1.2
+qtconsole==4.4.3
+queuelib==1.5.0
+Scrapy==1.5.1
+scrapy-splash==0.7.2
+selenium==3.141.0
+Send2Trash==1.5.0
+service-identity==18.1.0
+six==1.12.0
+terminado==0.8.1
+testpath==0.4.2
+tornado==5.1.1
+traitlets==4.3.2
+Twisted==18.9.0
+urllib3==1.24.1
+w3lib==1.19.0
+wcwidth==0.1.7
+webencodings==0.5.1
+widgetsnbextension==3.4.2
+zope.interface==4.6.0