C#爬虫程序

[{"title":"（84个子文件1.23MB）C#爬虫程序","children":[{"title":"setup","children":[{"title":"Files.wxs <span style='color:#111;'>1.68KB</span>","children":null,"spread":false},{"title":"wix3","children":[{"title":"wconsole.dll <span style='color:#111;'>24.00KB</span>","children":null,"spread":false},{"title":"light.exe <span style='color:#111;'>36.00KB</span>","children":null,"spread":false},{"title":"darice.cub <span style='color:#111;'>646.50KB</span>","children":null,"spread":false},{"title":"wix.dll <span style='color:#111;'>1.34MB</span>","children":null,"spread":false},{"title":"WixUIExtension.dll <span style='color:#111;'>1.29MB</span>","children":null,"spread":false},{"title":"winterop.dll <span style='color:#111;'>93.00KB</span>","children":null,"spread":false},{"title":"candle.exe <span style='color:#111;'>24.00KB</span>","children":null,"spread":false}],"spread":true},{"title":"build.cmd <span style='color:#111;'>112B</span>","children":null,"spread":false},{"title":"license.rtf <span style='color:#111;'>200B</span>","children":null,"spread":false},{"title":"Setup.wxs <span style='color:#111;'>1.26KB</span>","children":null,"spread":false}],"spread":true},{"title":"data","children":[{"title":"spider.ico <span style='color:#111;'>1.12KB</span>","children":null,"spread":false},{"title":"pdc_09.txt <span style='color:#111;'>116.80KB</span>","children":null,"spread":false},{"title":"sina_12_28.txt <span style='color:#111;'>202.29KB</span>","children":null,"spread":false},{"title":"crawlerdb.s3db <span style='color:#111;'>5.00KB</span>","children":null,"spread":false}],"spread":true},{"title":"src","children":[{"title":"NWebCrawler.sln <span style='color:#111;'>5.00KB</span>","children":null,"spread":false},{"title":"NWebCrawlerLib","children":[{"title":"Program.cs <span style='color:#111;'>1.28KB</span>","children":null,"spread":false},{"title":"ResourceCulture.cs <span style='color:#111;'>1.46KB</span>","children":null,"spread":false},{"title":"NWebCrawlerLib.csproj <span style='color:#111;'>5.98KB</span>","children":null,"spread":false},{"title":"Interface","children":[{"title":"IDownloader.cs <span style='color:#111;'>185B</span>","children":null,"spread":false},{"title":"IQueueManager.cs <span style='color:#111;'>300B</span>","children":null,"spread":false}],"spread":true},{"title":"EventStream.cs <span style='color:#111;'>1.04KB</span>","children":null,"spread":false},{"title":"Common","children":[{"title":"UrlQueueManager.cs <span style='color:#111;'>4.32KB</span>","children":null,"spread":false},{"title":"PriorityQueue.cs <span style='color:#111;'>4.83KB</span>","children":null,"spread":false},{"title":"NWebResponse.cs <span style='color:#111;'>4.40KB</span>","children":null,"spread":false},{"title":"Logger.cs <span style='color:#111;'>3.61KB</span>","children":null,"spread":false},{"title":"NWebRequest.cs <span style='color:#111;'>1.22KB</span>","children":null,"spread":false},{"title":"DomainUrlBucket.cs <span style='color:#111;'>244B</span>","children":null,"spread":false},{"title":"RoundRobinQueueManager.cs <span style='color:#111;'>4.27KB</span>","children":null,"spread":false},{"title":"FileSystemUtility.cs.cs <span style='color:#111;'>1.26KB</span>","children":null,"spread":false},{"title":"SQLiteUtility.cs <span style='color:#111;'>7.24KB</span>","children":null,"spread":false}],"spread":true},{"title":"Parser.cs <span style='color:#111;'>2.26KB</span>","children":null,"spread":false},{"title":"MemCache.cs <span style='color:#111;'>1.06KB</span>","children":null,"spread":false},{"title":"CrawlerThread.cs <span style='color:#111;'>11.17KB</span>","children":null,"spread":false},{"title":"Utility.cs <span style='color:#111;'>4.64KB</span>","children":null,"spread":false},{"title":"Settings.cs <span style='color:#111;'>5.27KB</span>","children":null,"spread":false},{"title":"Properties","children":[{"title":"AssemblyInfo.cs <span style='color:#111;'>1.58KB</span>","children":null,"spread":false},{"title":"Resource.en-US.resx <span style='color:#111;'>9.49KB</span>","children":null,"spread":false},{"title":"Resource.zh-CN.resx <span style='color:#111;'>9.50KB</span>","children":null,"spread":false}],"spread":false},{"title":"CrawlHistroyEntry.cs <span style='color:#111;'>322B</span>","children":null,"spread":false},{"title":"Downloader.cs <span style='color:#111;'>6.80KB</span>","children":null,"spread":false}],"spread":false},{"title":"NWebCrawler.Console","children":[{"title":"Program.cs <span style='color:#111;'>414B</span>","children":null,"spread":false},{"title":"app.config <span style='color:#111;'>158B</span>","children":null,"spread":false},{"title":"NWebCrawler.Console.csproj <span style='color:#111;'>2.62KB</span>","children":null,"spread":false},{"title":"Properties","children":[{"title":"AssemblyInfo.cs <span style='color:#111;'>1.43KB</span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"NWebCrawler.UnitTest","children":[{"title":"NormalizeTest.cs <span style='color:#111;'>4.34KB</span>","children":null,"spread":false},{"title":"NWebRequestTest.cs <span style='color:#111;'>2.31KB</span>","children":null,"spread":false},{"title":"NWebCrawler.UnitTest.csproj <span style='color:#111;'>3.21KB</span>","children":null,"spread":false},{"title":"RoundRobinQueueManagerTest.cs <span style='color:#111;'>4.11KB</span>","children":null,"spread":false},{"title":"Properties","children":[{"title":"AssemblyInfo.cs <span style='color:#111;'>1.38KB</span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"NWebCrawler","children":[{"title":"AssemblyInfo.cs <span style='color:#111;'>1.26KB</span>","children":null,"spread":false},{"title":"App.xaml <span style='color:#111;'>322B</span>","children":null,"spread":false},{"title":"app.config <span style='color:#111;'>173B</span>","children":null,"spread":false},{"title":"App.xaml.cs <span style='color:#111;'>1.24KB</span>","children":null,"spread":false},{"title":"config.ini <span style='color:#111;'>233B</span>","children":null,"spread":false},{"title":"NWebCrawler.csproj <span style='color:#111;'>4.45KB</span>","children":null,"spread":false},{"title":"MainWindow.xaml <span style='color:#111;'>4.23KB</span>","children":null,"spread":false},{"title":"Images","children":[{"title":"stop-icon.png <span style='color:#111;'>3.22KB</span>","children":null,"spread":false},{"title":"pause-icon.png <span style='color:#111;'>3.27KB</span>","children":null,"spread":false},{"title":"start-icon.png <span style='color:#111;'>3.25KB</span>","children":null,"spread":false},{"title":"forward-icon.png <span style='color:#111;'>3.43KB</span>","children":null,"spread":false},{"title":"set-icon.png <span style='color:#111;'>2.83KB</span>","children":null,"spread":false}],"spread":false},{"title":"Properties","children":[{"title":"AssemblyInfo.cs <span style='color:#111;'>1.50KB</span>","children":null,"spread":false},{"title":"Settings.Designer.cs <span style='color:#111;'>1.07KB</span>","children":null,"spread":false},{"title":"Resources.resx <span style='color:#111;'>5.48KB</span>","children":null,"spread":false},{"title":"Settings.settings <span style='color:#111;'>249B</span>","children":null,"spread":false},{"title":"Resources.Designer.cs <span style='color:#111;'>2.78KB</span>","children":null,"spread":false}],"spread":false},{"title":"MainWindow.xaml.cs <span style='color:#111;'>10.82KB</span>","children":null,"spread":false}],"spread":true},{"title":"NWebCrawler.vsmdi <span style='color:#111;'>515B</span>","children":null,"spread":false}],"spread":true},{"title":"resource","children":[{"title":"image","children":[{"title":"stop-icon.png <span style='color:#111;'>3.22KB</span>","children":null,"spread":false},{"title":"pause-icon.png <span style='color:#111;'>3.27KB</span>","children":null,"spread":false},{"title":"start-icon.png <span style='color:#111;'>3.25KB</span>","children":null,"spread":false},{"title":"forward-icon.png <span style='color:#111;'>3.43KB</span>","children":null,"spread":false},{"title":"set-icon.png <span style='color:#111;'>2.83KB</span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"doc","children":[{"title":"crawler_V1.0.0.docx <span style='color:#111;'>72.53KB</span>","children":null,"spread":false},{"title":"crawler_V1.0.2.docx <span style='color:#111;'>74.70KB</span>","children":null,"spread":false}],"spread":true},{"title":"lib","children":null,"spread":false},{"title":"BuildProcessTemplates","children":[{"title":"LabDefaultTemplate.11.xaml <span style='color:#111;'>22.12KB</span>","children":null,"spread":false},{"title":"DefaultTemplate.11.1.xaml <span style='color:#111;'>57.81KB</span>","children":null,"spread":false},{"title":"UpgradeTemplate.xaml <span style='color:#111;'>6.85KB</span>","children":null,"spread":false}],"spread":true},{"title":"test","children":[{"title":"NWebCrawler.Test","children":[{"title":"NWebCrawler.Test.sln <span style='color:#111;'>938B</span>","children":null,"spread":false},{"title":"NWebCrawler.Test","children":[{"title":"ParserTest.cs <span style='color:#111;'>1.32KB</span>","children":null,"spread":false},{"title":"NormalizeTest.cs <span style='color:#111;'>4.34KB</span>","children":null,"spread":false},{"title":"NWebCrawler.Test.csproj <span style='color:#111;'>3.21KB</span>","children":null,"spread":false},{"title":"Properties","children":[{"title":"AssemblyInfo.cs <span style='color:#111;'>1.43KB</span>","children":null,"spread":false}],"spread":false}],"spread":true}],"spread":true}],"spread":true}],"spread":true}]