在好例子网,分享、交流、成长!
您当前所在位置:首页C# 开发实例C#语言基础 → C#网络爬虫工具源码下载(亲测可用)

C#网络爬虫工具源码下载(亲测可用)

C#语言基础

下载此实例
  • 开发语言:C#
  • 实例大小:1.53M
  • 下载次数:57
  • 浏览次数:952
  • 发布时间:2018-02-11
  • 实例类别:C#语言基础
  • 发 布 人:2235175245
  • 文件格式:.rar
  • 所需积分:2
 相关标签:

实例介绍

【实例简介】

【实例截图】

from clipboard


from clipboard


from clipboard


from clipboard

【核心代码】

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using NWebCrawlerLib;
using System.Diagnostics;

namespace NWebCrawler
{
    public partial class MainForm : Form
    {
        #region Fields

        private PerformanceCounter m_cpuCounter;
        private PerformanceCounter m_ramCounter;
        private Downloader m_downloader;

        #endregion

        #region Properties

        // number of bytes downloaded
        private int nByteCount;
        private int ByteCount
        {
            get { return nByteCount; }
            set
            {
                nByteCount = value;
                this.statusStrip.Text = Commas(nByteCount / 1024   1)   " KB";
            }
        }

        // number of Uri's found
        private int nURLCount;
        private int URLCount
        {
            get { return nURLCount; }
            set
            {
                nURLCount = value;
                this.statusBarPanelURLs.Text = Commas(nURLCount)   " URL found";
            }
        }

        // available memory
        private float nFreeMemory;
        private float FreeMemory
        {
            get { return nFreeMemory; }
            set
            {
                nFreeMemory = value;
                this.statusBarPanelMem.Text = nFreeMemory   " MB Available";
            }
        }

        // CPU usage
        private int nCPUUsage;
        private int CPUUsage
        {
            get { return nCPUUsage; }
            set
            {
                nCPUUsage = value;
                this.statusBarPanelCPU.Text = "CPU usage "   nCPUUsage   "%";
            }
        }

        // number of files downloaded
        private int nFileCount;
        private int FileCount
        {
            get { return nFileCount; }
            set
            {
                nFileCount = value;
                this.statusBarPanelFiles.Text = Commas(nFileCount)   " file(s) downloaded";
            }
        }

        #endregion


        public MainForm()
        {
            InitializeComponent();

            m_cpuCounter = new PerformanceCounter();

            m_cpuCounter.CategoryName = "Processor";
            m_cpuCounter.CounterName = "% Processor Time";
            m_cpuCounter.InstanceName = "_Total";

            m_ramCounter = new PerformanceCounter("Memory", "Available MBytes");

            m_downloader = new Downloader();
            m_downloader.StatusChanged  = new DownloaderStatusChangedEventHandler(DownloaderStatusChanged);
        }

        #region Helpers

        string Commas(int nNum)
        {
            string str = nNum.ToString();
            int nIndex = str.Length;
            while (nIndex > 3)
            {
                str = str.Insert(nIndex - 3, ",");
                nIndex -= 3;
            }
            return str;
        }

        void ShowSettingsDialog()
        {
            SettingsForm dialog = new SettingsForm();
            if (dialog.ShowDialog() == DialogResult.OK)
            {
            }
        }

        #endregion

        #region UI Events


        private void exitToolStripMenuItem_Click(object sender, EventArgs e)
        {
            this.Close();
        }

        private void settingsToolStripMenuItem_Click(object sender, EventArgs e)
        {
            ShowSettingsDialog();
        }

        private void buttonResume_Click(object sender, EventArgs e)
        {
            m_downloader.Resume();
        }

        private void buttonPause_Click(object sender, EventArgs e)
        {
            m_downloader.Suspend();
        }

        private void buttonStop_Click(object sender, EventArgs e)
        {
            m_downloader.Abort();
        }

        private void buttonSettings_Click(object sender, EventArgs e)
        {
            ShowSettingsDialog();
        }

        #endregion

        private void buttonGo_Click(object sender, EventArgs e)
        {
            m_downloader.InitSeeds(new string[] { txtSeed.Text });//5 1 a s p x
            m_downloader.Start();
        }

        delegate void UpdateDataGridCallback(Downloader d);

        private void UpdateDataGrid(Downloader d)
        {
            try
            {
                if (this.dataGridThreads.InvokeRequired)
                {
                    UpdateDataGridCallback callback = new UpdateDataGridCallback(UpdateDataGrid);
                    this.Invoke(callback, new object[] { d });
                }
                else
                {
                    dataGridThreads.DataSource = typeof(CrawlerThread[]);
                    dataGridThreads.DataSource = d.Crawlers;
                    dataGridThreads.Columns["Name"].Width = 100;
                    dataGridThreads.Columns["Status"].Width = 100;
                }
            }
            catch (ObjectDisposedException)
            {
            }
        }

        delegate void UpdateStatusStripCallback();

        private void UpdateStatusStrip()
        {
            if (this.statusStrip.InvokeRequired)
            {
                UpdateStatusStripCallback callback = new UpdateStatusStripCallback(UpdateStatusStrip);
                this.Invoke(callback, new object[] { });
            }
            else
            {
                statusBarPanelCPU.Text = string.Format("CPU: {0:0.00}%", m_cpuCounter.NextValue());
                statusBarPanelMem.Text = string.Format("Mem: {0:0.00}MB", m_ramCounter.NextValue());
                statusBarPanelURLs.Text = string.Format("URLs: {0}", m_downloader.UrlsQueueFrontier.Count.ToString());
                statusBarPanelFiles.Text = string.Format("Files: {0}", m_downloader.CrawleHistroy.Count.ToString());
                statusBarPanelSpeed.Text = string.Format("Speed: {0:0.00}KB/sec", m_downloader.GetDownloadSpeed());
                statusBarPanelByteCount.Text = string.Format("Total size: {0:0.00}MB", 1.0 * m_downloader.TotalSize / 1024 / 1024);
            }
        }

        private void DownloaderStatusChanged(object sender, DownloaderStatusChangedEventArgs e)
        {
            Downloader d = (Downloader)sender;
            UpdateDataGrid(d);

        }

        private void timer_Tick(object sender, EventArgs e)
        {
            UpdateStatusStrip();
        }

        private void MainForm_FormClosing(object sender, FormClosingEventArgs e)
        {
            m_downloader.Abort();
            m_downloader.Dump("dump.txt");
        }
    }
}

标签:

实例下载地址

网友评论

发表评论

(您的评论需要经过审核才能显示)

查看所有0条评论>>

小贴士

感谢您为本站写下的评论,您的评论对其它用户来说具有重要的参考价值,所以请认真填写。

  • 类似“顶”、“沙发”之类没有营养的文字,对勤劳贡献的楼主来说是令人沮丧的反馈信息。
  • 相信您也不想看到一排文字/表情墙,所以请不要反馈意义不大的重复字符,也请尽量不要纯表情的回复。
  • 提问之前请再仔细看一遍楼主的说明,或许是您遗漏了。
  • 请勿到处挖坑绊人、招贴广告。既占空间让人厌烦,又没人会搭理,于人于己都无利。

关于好例子网

本站旨在为广大IT学习爱好者提供一个非营利性互相学习交流分享平台。本站所有资源都可以被免费获取学习研究。本站资源来自网友分享,对搜索内容的合法性不具有预见性、识别性、控制性,仅供学习研究,请务必在下载后24小时内给予删除,不得用于其他任何用途,否则后果自负。基于互联网的特殊性,平台无法对用户传输的作品、信息、内容的权属或合法性、安全性、合规性、真实性、科学性、完整权、有效性等进行实质审查;无论平台是否已进行审查,用户均应自行承担因其传输的作品、信息、内容而可能或已经产生的侵权或权属纠纷等法律责任。本站所有资源不代表本站的观点或立场,基于网友分享,根据中国法律《信息网络传播权保护条例》第二十二与二十三条之规定,若资源存在侵权或相关问题请联系本站客服人员,点此联系我们。关于更多版权及免责申明参见 版权及免责申明

;
报警