C# 网络爬虫源码

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using NWebCrawlerLib;
using System.Diagnostics;

namespace NWebCrawler
{
    public partial class MainForm : Form
    {
        #region Fields

        private PerformanceCounter m_cpuCounter;
        private PerformanceCounter m_ramCounter;
        private Downloader m_downloader;

        #endregion

        #region Properties

        // number of bytes downloaded
        private int nByteCount;
        private int ByteCount
        {
            get { return nByteCount; }
            set
            {
                nByteCount = value;
                this.statusStrip.Tex

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----

     文件     119607  2009-12-29 10:47  NWebCrawler\NWebCrawler\data\pdc_09.txt

     文件     207142  2009-12-28 23:20  NWebCrawler\NWebCrawler\data\sina_12_28.txt

     文件        109  2009-12-30 17:01  NWebCrawler\NWebCrawler\src\NWebCrawler\config.ini

     文件       6806  2010-01-02 20:32  NWebCrawler\NWebCrawler\src\NWebCrawler\MainForm.cs

     文件      23228  2009-12-30 11:44  NWebCrawler\NWebCrawler\src\NWebCrawler\MainForm.Designer.cs

     文件      44070  2009-12-30 11:44  NWebCrawler\NWebCrawler\src\NWebCrawler\MainForm.resx

     文件       4352  2009-12-30 17:01  NWebCrawler\NWebCrawler\src\NWebCrawler\NWebCrawler.csproj

     文件        506  2009-12-26 23:11  NWebCrawler\NWebCrawler\src\NWebCrawler\Program.cs

     文件       1452  2009-12-26 08:57  NWebCrawler\NWebCrawler\src\NWebCrawler\Properties\AssemblyInfo.cs

     文件       2851  2009-12-26 08:57  NWebCrawler\NWebCrawler\src\NWebCrawler\Properties\Resources.Designer.cs

     文件       5612  2009-12-26 08:57  NWebCrawler\NWebCrawler\src\NWebCrawler\Properties\Resources.resx

     文件       1096  2009-12-26 08:57  NWebCrawler\NWebCrawler\src\NWebCrawler\Properties\Settings.Designer.cs

     文件        249  2009-12-26 08:57  NWebCrawler\NWebCrawler\src\NWebCrawler\Properties\Settings.settings

     文件       2839  2010-01-02 11:08  NWebCrawler\NWebCrawler\src\NWebCrawler\SettingsForm.cs

     文件      59153  2010-01-02 11:00  NWebCrawler\NWebCrawler\src\NWebCrawler\SettingsForm.Designer.cs

     文件       5814  2010-01-02 11:00  NWebCrawler\NWebCrawler\src\NWebCrawler\SettingsForm.resx

     文件       1419  2009-12-26 19:37  NWebCrawler\NWebCrawler\src\NWebCrawler.sln

     文件       2764  2009-12-29 21:51  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Common\Logger.cs

     文件       4949  2009-12-27 12:50  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Common\PriorityQueue.cs

     文件        323  2009-12-30 10:59  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\CrawleHistroyEntry.cs

     文件      11251  2010-01-04 23:54  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\CrawlerThread.cs

     文件       5124  2010-01-04 23:50  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Downloader.cs

     文件       2941  2010-01-02 17:20  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\NWebCrawlerLib.csproj

     文件       2316  2009-12-30 10:17  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Parser.cs

     文件       1308  2009-12-28 23:06  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Program.cs

     文件       1458  2009-12-26 10:19  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Properties\AssemblyInfo.cs

     文件       3677  2010-01-02 11:01  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Settings.cs

     文件       3135  2010-01-02 20:13  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\UrlFrontierQueueManager.cs

     文件       3642  2010-01-02 20:18  NWebCrawler\NWebCrawler\src\NWebCrawlerLib\Utility.cs

     文件       4327  2009-12-28 20:58  NWebCrawler\NWebCrawler\test\NWebCrawler.Test\NWebCrawler.Test\NormalizeTest.cs

............此处省略20个文件信息