微博爬虫，一个基于Scrapy框架的轻量微博爬虫，Sina Weibo Spider.zip

[{"title":"（ 44 个子文件 647KB ） 微博爬虫，一个基于Scrapy框架的轻量微博爬虫，Sina Weibo Spider.zip","children":[{"title":"9843","children":[{"title":"LICENSE <span style='color:#111;'> 34.33KB </span>","children":null,"spread":false},{"title":"scrapy.cfg <span style='color:#111;'> 265B </span>","children":null,"spread":false},{"title":"img","children":[{"title":"3.png <span style='color:#111;'> 81.13KB </span>","children":null,"spread":false},{"title":"1.png <span style='color:#111;'> 461.39KB </span>","children":null,"spread":false},{"title":"2.png <span style='color:#111;'> 102.19KB </span>","children":null,"spread":false}],"spread":true},{"title":"requirements.txt <span style='color:#111;'> 82B </span>","children":null,"spread":false},{"title":".gitignore <span style='color:#111;'> 29B </span>","children":null,"spread":false},{"title":"init","children":[{"title":"clean.sh <span style='color:#111;'> 145B </span>","children":null,"spread":false},{"title":"resource","children":[{"title":"db_init.js <span style='color:#111;'> 1.09KB </span>","children":null,"spread":false}],"spread":true},{"title":"init.sh <span style='color:#111;'> 2.22KB </span>","children":null,"spread":false}],"spread":true},{"title":"Readme.md <span style='color:#111;'> 11.64KB </span>","children":null,"spread":false},{"title":".whitesource <span style='color:#111;'> 213B </span>","children":null,"spread":false},{"title":"WeiboSpider","children":[{"title":"__init__.py <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":"pipelines","children":[{"title":"__init__.py <span style='color:#111;'> 449B </span>","children":null,"spread":false},{"title":"LongtextPipeline.py <span style='color:#111;'> 518B </span>","children":null,"spread":false},{"title":"UserInfoPipeline.py <span style='color:#111;'> 533B </span>","children":null,"spread":false},{"title":"ErrorPipeline.py <span style='color:#111;'> 461B </span>","children":null,"spread":false},{"title":"TweetInfoPipeline.py <span style='color:#111;'> 526B </span>","children":null,"spread":false}],"spread":true},{"title":"resource","children":[{"title":"0.1.11.json <span style='color:#111;'> 47.06KB </span>","children":null,"spread":false}],"spread":true},{"title":"items","children":[{"title":"__init__.py <span style='color:#111;'> 373B </span>","children":null,"spread":false},{"title":"LongtextItem.py <span style='color:#111;'> 209B </span>","children":null,"spread":false},{"title":"TweetItem.py <span style='color:#111;'> 215B </span>","children":null,"spread":false},{"title":"UserInfoItem.py <span style='color:#111;'> 216B </span>","children":null,"spread":false},{"title":"ErrorItem.py <span style='color:#111;'> 183B </span>","children":null,"spread":false}],"spread":true},{"title":"spiders","children":[{"title":"__init__.py <span style='color:#111;'> 161B </span>","children":null,"spread":false},{"title":"weibo_spider.py <span style='color:#111;'> 1.25KB </span>","children":null,"spread":false},{"title":"_spider","children":[{"title":"__init__.py <span style='color:#111;'> 89B </span>","children":null,"spread":false},{"title":"tweet_info_spider.py <span style='color:#111;'> 2.82KB </span>","children":null,"spread":false},{"title":"user_info_spider.py <span style='color:#111;'> 1.30KB </span>","children":null,"spread":false}],"spread":false}],"spread":false},{"title":"database","children":[{"title":"__init__.py <span style='color:#111;'> 175B </span>","children":null,"spread":false},{"title":"DBConnector.py <span style='color:#111;'> 531B </span>","children":null,"spread":false}],"spread":false},{"title":"base","children":[{"title":"__init__.py <span style='color:#111;'> 280B </span>","children":null,"spread":false},{"title":"Pipeline.py <span style='color:#111;'> 605B </span>","children":null,"spread":false},{"title":"BaseSpider.py <span style='color:#111;'> 1.15KB </span>","children":null,"spread":false},{"title":"Config.py <span style='color:#111;'> 286B </span>","children":null,"spread":false}],"spread":false},{"title":"middlewares","children":[{"title":"__init__.py <span style='color:#111;'> 481B </span>","children":null,"spread":false},{"title":"InitialMiddleware.py <span style='color:#111;'> 294B </span>","children":null,"spread":false},{"title":"FakeUserAgentMiddleware.py <span style='color:#111;'> 700B </span>","children":null,"spread":false},{"title":"RetryMiddleware.py <span style='color:#111;'> 3.06KB </span>","children":null,"spread":false},{"title":"ProxyMiddleware.py <span style='color:#111;'> 800B </span>","children":null,"spread":false}],"spread":false},{"title":"settings.py <span style='color:#111;'> 3.57KB </span>","children":null,"spread":false},{"title":"config","children":[{"title":"__init__.py <span style='color:#111;'> 251B </span>","children":null,"spread":false},{"title":"TweetConfig.py <span style='color:#111;'> 1.05KB </span>","children":null,"spread":false},{"title":"UserInfoConfig.py <span style='color:#111;'> 548B </span>","children":null,"spread":false}],"spread":false}],"spread":true}],"spread":true}],"spread":true}]