scrapy---爬取豌豆荚并分析数据

[{"title":"（46个子文件315KB）scrapy---爬取豌豆荚并分析数据","children":[{"title":"wandoujiaScrapy","children":[{"title":"log","children":[{"title":"scrapy_2019_5_7.log <span style='color:#111;'>0B</span>","children":null,"spread":false},{"title":"scrapy_2019_5_17.log <span style='color:#111;'>3.64KB</span>","children":null,"spread":false},{"title":"scrapy_2019_5_9.log <span style='color:#111;'>1.48MB</span>","children":null,"spread":false},{"title":"scrapy_2019_5_8.log <span style='color:#111;'>0B</span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'>97B</span>","children":null,"spread":false},{"title":"scrapy_2019_5_18.log <span style='color:#111;'>4.98KB</span>","children":null,"spread":false},{"title":"scrapy_2019_5_15.log <span style='color:#111;'>880.92KB</span>","children":null,"spread":false},{"title":"scrapy_2019_5_12.log <span style='color:#111;'>245.86KB</span>","children":null,"spread":false},{"title":"scrapy_2019_5_19.log <span style='color:#111;'>16.15KB</span>","children":null,"spread":false}],"spread":true},{"title":"main.py <span style='color:#111;'>296B</span>","children":null,"spread":false},{"title":"scrapy.cfg <span style='color:#111;'>273B</span>","children":null,"spread":false},{"title":".idea","children":[{"title":"misc.xml <span style='color:#111;'>258B</span>","children":null,"spread":false},{"title":"modules.xml <span style='color:#111;'>282B</span>","children":null,"spread":false},{"title":"workspace.xml <span style='color:#111;'>48.55KB</span>","children":null,"spread":false},{"title":"wandoujiaScrapy.iml <span style='color:#111;'>398B</span>","children":null,"spread":false},{"title":"inspectionProfiles","children":[{"title":"profiles_settings.xml <span style='color:#111;'>228B</span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"wandoujiaScrapy","children":[{"title":"middlewares.py <span style='color:#111;'>2.11KB</span>","children":null,"spread":false},{"title":"pipelines.py <span style='color:#111;'>4.22KB</span>","children":null,"spread":false},{"title":"spiders","children":[{"title":"wandoujia.py <span style='color:#111;'>4.23KB</span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"wandoujia.cpython-36.pyc <span style='color:#111;'>2.92KB</span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'>163B</span>","children":null,"spread":false}],"spread":true},{"title":"__init__.py <span style='color:#111;'>161B</span>","children":null,"spread":false}],"spread":true},{"title":"__pycache__","children":[{"title":"pipelines.cpython-36.pyc <span style='color:#111;'>5.17KB</span>","children":null,"spread":false},{"title":"items.cpython-36.pyc <span style='color:#111;'>529B</span>","children":null,"spread":false},{"title":"middlewares.cpython-36.pyc <span style='color:#111;'>1.76KB</span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'>155B</span>","children":null,"spread":false},{"title":"settings.cpython-36.pyc <span style='color:#111;'>1.04KB</span>","children":null,"spread":false}],"spread":true},{"title":"items.py <span style='color:#111;'>634B</span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'>0B</span>","children":null,"spread":false},{"title":"settings.py <span style='color:#111;'>4.04KB</span>","children":null,"spread":false},{"title":"util","children":[{"title":"category.py <span style='color:#111;'>1.84KB</span>","children":null,"spread":false},{"title":"tools.py <span style='color:#111;'>468B</span>","children":null,"spread":false},{"title":"__pycache__","children":[{"title":"mongodb.cpython-36.pyc <span style='color:#111;'>7.97KB</span>","children":null,"spread":false},{"title":"__init__.cpython-36.pyc <span style='color:#111;'>212B</span>","children":null,"spread":false},{"title":"Bloomfilter.cpython-36.pyc <span style='color:#111;'>2.80KB</span>","children":null,"spread":false},{"title":"tools.cpython-36.pyc <span style='color:#111;'>546B</span>","children":null,"spread":false},{"title":"category.cpython-36.pyc <span style='color:#111;'>2.21KB</span>","children":null,"spread":false}],"spread":false},{"title":"__init__.py <span style='color:#111;'>97B</span>","children":null,"spread":false},{"title":"Bloomfilter.py <span style='color:#111;'>2.56KB</span>","children":null,"spread":false},{"title":"mongodb.py <span style='color:#111;'>7.71KB</span>","children":null,"spread":false}],"spread":true},{"title":"pyechart_n","children":[{"title":"pie_APP类型.html <span style='color:#111;'>3.95KB</span>","children":null,"spread":false},{"title":"APP类型.html <span style='color:#111;'>6.82KB</span>","children":null,"spread":false},{"title":"software_Analyse.py <span style='color:#111;'>2.93KB</span>","children":null,"spread":false},{"title":"__init__.py <span style='color:#111;'>98B</span>","children":null,"spread":false},{"title":"APP排名.html <span style='color:#111;'>7.01KB</span>","children":null,"spread":false},{"title":"词云——APP排名.html <span style='color:#111;'>5.24KB</span>","children":null,"spread":false}],"spread":false}],"spread":true}],"spread":true}],"spread":true}]