网络爬虫--用来提取网页内容和URL的程序

[{"title":"（17个子文件1.63MB）网络爬虫--用来提取网页内容和URL的程序","children":[{"title":"Crawler","children":[{"title":"main.c <span style='color:#111;'>7.73KB</span>","children":null,"spread":false},{"title":"result.txt <span style='color:#111;'>488.01KB</span>","children":null,"spread":false},{"title":"pages.txt <span style='color:#111;'>2.74MB</span>","children":null,"spread":false},{"title":"Crawler.opt <span style='color:#111;'>47.50KB</span>","children":null,"spread":false},{"title":"Crawler.plg <span style='color:#111;'>4.21KB</span>","children":null,"spread":false},{"title":"Debug","children":[{"title":"vc60.pdb <span style='color:#111;'>68.00KB</span>","children":null,"spread":false},{"title":"vc60.idb <span style='color:#111;'>33.00KB</span>","children":null,"spread":false},{"title":"main.obj <span style='color:#111;'>29.75KB</span>","children":null,"spread":false},{"title":"Crawler.ilk <span style='color:#111;'>279.76KB</span>","children":null,"spread":false},{"title":"Crawler.pdb <span style='color:#111;'>553.00KB</span>","children":null,"spread":false},{"title":"Crawler.exe <span style='color:#111;'>208.06KB</span>","children":null,"spread":false},{"title":"Crawler.pch <span style='color:#111;'>2.72MB</span>","children":null,"spread":false}],"spread":true},{"title":"Crawler.ncb <span style='color:#111;'>57.00KB</span>","children":null,"spread":false},{"title":"Crawler.dsp <span style='color:#111;'>4.23KB</span>","children":null,"spread":false},{"title":"file.txt <span style='color:#111;'>996B</span>","children":null,"spread":false},{"title":"Crawler.dsw <span style='color:#111;'>522B</span>","children":null,"spread":false},{"title":"Url.txt <span style='color:#111;'>46B</span>","children":null,"spread":false}],"spread":false}],"spread":true}]