学步园

using System;<br /> using System.Collections.Generic;<br /> using System.Text;<br /> using System.ComponentModel;<br /> using System.Windows.Forms;<br /> using System.IO;<br /> using System.Threading;<br /> using System.Text.RegularExpressions;<br /> namespace Yyc.Net<br /> {<br /> /// <summary><br /> /// 获取网站异步源码类<br /> /// </summary><br /> public class PageSnatch<br /> {<br /> #region field<br /> private WebBrowser browser;<br /> /// <summary><br /> /// 默认异步加载延时5s<br /> /// </summary><br /> private int timeout;<br /> private const int defaultTimeout = 5 * 1000;<br /> #endregion<br /> #region ctor<br /> public PageSnatch()<br /> {<br /> this.IsBusy = false; //标志为完成状态,可开始新一导航<br /> this.timeout = defaultTimeout;<br /> }<br /> public PageSnatch(string url)<br /> : this()<br /> {<br /> this.Url = url; //绑定URL<br /> }<br /> public PageSnatch(string url, int timeout)<br /> : this(url) //调用一个构造参数<br /> {<br /> this.timeout = timeout; //绑定延时<br /> }<br /> #endregion<br /> #region event<br /> /// <summary><br /> /// 在控件导航到新文档并开始加载该文档时发生<br /> /// </summary><br /> public event SnatchingEventHandler Snatching;<br /> /// <summary><br /> /// 在控件完成加载文档时发生<br /> /// </summary><br /> public event SnatchedEventHandler Snatched;<br /> /// <summary><br /> /// 异步文档加载完毕发生<br /> /// </summary><br /> public event SnatchCompletedEventHandler SnatchCompleted;<br /> #endregion<br /> #region property<br /> /// <summary><br /> /// 获取或设置是否取消异步数据加载<br /> /// </summary><br /> public bool Cancel { set; get; }<br /> /// <summary><br /> /// 获取加载文档是否完成<br /> /// </summary><br /> public bool IsBusy { private set; get; }<br /> /// <summary><br /> /// 验证网址是否有效<br /> /// </summary><br /> /// <returns></returns><br /> private bool IsValidate<br /> {<br /> get { return Regex.IsMatch(Url, @"http(s)?://([/w-]+/.)+[/w-]+(/[/w- ./?%&=]*)?"); }<br /> }<br /> private string OuterHtml<br /> {<br /> get<br /> {<br /> string text = string.Empty;<br /> this.Execute(delegate()<br /> {<br /> text = browser.Document.Body.OuterHtml;<br /> });<br /> return text;<br /> }<br /> }<br /> /// <summary><br /> /// 获取或设置加载异步数延时间隔(默认延时,最小设置值5s)<br /> /// </summary><br /> public int Timeout<br /> {<br /> get { return this.timeout; }<br /> set<br /> {<br /> if (value > defaultTimeout) this.timeout = value;<br /> }<br /> }<br /> /// <summary><br /> /// 获取或设置当前文档的 URL.<br /> /// </summary><br /> public string Url { set; get; }<br /> #endregion<br /> #region methods<br /> /// <summary><br /> /// 释放文档资源<br /> /// </summary><br /> private void Dispose()<br /> {<br /> this.Execute(delegate()<br /> {<br /> browser.Stop();<br /> browser.Dispose();<br /> browser = null;<br /> });<br /> }<br /> /// <summary><br /> /// WebBrowser 跨线程获取数据代理方法<br /> /// </summary><br /> /// <param name="browserEventHanler"></param><br /> private void Execute(BrowserEventHandler browserEventHanler)<br /> {<br /> if (this.browser != null)<br /> {<br /> this.browser.Invoke(browserEventHanler);<br /> }<br /> }<br /> /// <summary><br /> /// 将指定的URL资源加载到WebBrowser控件<br /> /// </summary><br /> public void Navigate()<br /> {<br /> this.Navigate(DBNull.Value);<br /> }<br /> /// <summary><br /> /// 将指定的URL资源加载到WebBrowser控件<br /> /// </summary><br /> /// <param name="url">网址</param><br /> public void Navigate(string url)<br /> {<br /> this.Url = url;<br /> this.Navigate(DBNull.Value);<br /> }<br /> /// <summary><br /> /// 将指定的URL资源加载到WebBrowser控件<br /> /// <param name="argument">一个对象,包含网页内容抓取完毕要使用的数据</param><br /> /// </summary><br /> public void Navigate(object argument)<br /> {<br /> if (this.IsBusy) throw new Exception("This document is busy！");<br /> if (!this.IsValidate) throw new Exception("This url is wrong！");<br /> int interval = 500;<br /> this.IsBusy = true; //网页异步加载状态<br /> bool completed = false;<br /> SnatchCompletedEventArgs scea = new SnatchCompletedEventArgs(); //事件模型<br /> scea.Argument = argument;<br /> try<br /> {<br /> this.browser = new WebBrowser(); //初始化导航网页对象<br /> this.browser.ScriptErrorsSuppressed = false;<br /> this.browser.Navigated += delegate(object sender, WebBrowserNavigatedEventArgs e)<br /> {<br /> if (this.Snatching != null)<br /> {<br /> SnatchingEventArgs sea = new SnatchingEventArgs();<br /> sea.Argument = argument;<br /> sea.Url = e.Url;<br /> this.Snatching(this, sea);<br /> }<br /> };<br /> this.browser.DocumentCompleted += delegate(object sender, WebBrowserDocumentCompletedEventArgs e)<br /> {<br /> scea.Url = e.Url;<br /> scea.Text = browser.Document.Body.OuterHtml;<br /> string url0 = browser.Document.Url.ToString();<br /> completed = url0.Equals(e.Url.ToString());<br /> if (this.Snatched != null)<br /> {<br /> SnatchedEventArgs sea = new SnatchedEventArgs();<br /> sea.Url = e.Url;<br /> this.Snatched(this, sea);<br /> }<br /> };<br /> this.browser.Navigate(Url); //导航到当前文档<br /> BackgroundWorker worker = new BackgroundWorker();<br /> worker.DoWork += delegate(object obj, DoWorkEventArgs dow)<br /> {<br /> while (!completed && !Cancel)<br /> {<br /> Application.DoEvents();<br /> System.Threading.Thread.Sleep(interval);<br /> }<br /> int count = 6;<br /> int index = 0;<br /> int length = 0;<br /> DateTime startTime = DateTime.Now; //异步开始计时初始值<br /> while (this.IsBusy && !Cancel)<br /> {<br /> System.Threading.Thread.Sleep(interval);<br /> double t = Math.Ceiling((DateTime.Now - startTime).TotalMilliseconds);<br /> if (t >= this.Timeout)<br /> {<br /> scea.Error = new Exception("Visiting about new exception delay, since the setting is timeout");<br /> break;<br /> }<br /> this.Execute(delegate() { this.IsBusy = !browser.IsBusy; });<br /> if (!IsBusy)<br /> {<br /> this.IsBusy = true;<br /> int len = this.OuterHtml.Length;<br /> if (len == length) { index++; }<br /> else { index = 0; length = len; }<br /> if (index == count) { this.IsBusy = false; }<br /> }<br /> length = this.OuterHtml.Length;<br /> }<br /> if (!Cancel)<br /> {<br /> if (SnatchCompleted != null)<br /> {<br /> scea.TextAsync = this.OuterHtml;<br /> scea.Timeout = (int)Math.Ceiling((DateTime.Now - startTime).TotalMilliseconds); //计算所耗时间<br /> SnatchCompleted(this, scea); //触发文档加载完毕事件<br /> }<br /> }<br /> Dispose();<br /> GC.Collect();<br /> GC.WaitForPendingFinalizers();<br /> };<br /> worker.RunWorkerAsync();<br /> }<br /> catch (Exception ex) { throw ex; }<br /> }<br /> /// <summary><br /> /// 将指定的URL资源加载到WebBrowser控件<br /> /// </summary><br /> /// <param name="url">网址</param><br /> /// <param name="argument">一个对象,包含网页内容抓取完毕要使用的数据</param><br /> public void Navigate(string url, object argument)<br /> {<br /> this.Url = url;<br /> this.Navigate(argument);<br /> }<br /> /// <summary><br /> /// 将指定的URL资源加载到WebBrowser控件<br /> /// </summary><br /> /// <param name="url">网址</param><br /> /// <param name="argument">一个对象,包含网页内容抓取完毕要使用的数据</param><br /> /// <param name="timeOut">异步数据延时等待时间</param><br /> public void Navigate(string url, object argument, int timeout)<br /> {<br /> this.Url = url;<br /> this.timeout = timeout;<br /> this.Navigate(argument);<br /> }<br /> #endregion<br /> }<br /> #region delegate<br /> /// <summary><br /> /// 内部方法代理<br /> /// </summary><br /> delegate void BrowserEventHandler();<br /> /// <summary><br /> /// 表示将处理 Yyc.Net.PageSnatch 类的 Yyc.Net.PageSnatch.Snatching 事件的方法<br /> /// </summary><br /> /// <param name="sender">事件源: Yyc.Net.PageSnatch</param><br /> /// <param name="e">包含事件数据: Yyc.Net.SnatchingEventArgs</param><br /> public delegate void SnatchingEventHandler(object sender, SnatchingEventArgs e);<br /> /// <summary><br /> /// 表示将处理 Yyc.Net.PageSnatch 类的 Yyc.Net.PageSnatch.Snatched 事件的方法<br /> /// </summary><br /> /// <param name="sender">事件源: Yyc.Net.PageSnatch</param><br /> /// <param name="e">包含事件数据: Yyc.Net.SnatchedEventArgs</param><br /> public delegate void SnatchedEventHandler(object sender, SnatchedEventArgs e);<br /> /// <summary><br /> /// 表示将处理 Yyc.Net.PageSnatch 类的 Yyc.Net.PageSnatch.SnatchCompleted 事件的方法<br /> /// </summary><br /> /// <param name="sender">事件源: Yyc.Net.PageSnatch</param><br /> /// <param name="e">包含事件数据: Yyc.Net.SnatchCompletedEventArgs</param><br /> public delegate void SnatchCompletedEventHandler(object sender, SnatchCompletedEventArgs e);<br /> #endregion<br /> #region model<br /> /// <summary><br /> /// 为 Yyc.Net.PageSnatch.Snatching 事件提供数据<br /> /// </summary><br /> public class SnatchingEventArgs<br /> {<br /> /// <summary><br /> /// 事件处理程序中执行的后台操作使用的参数<br /> /// </summary><br /> public object Argument { set; get; }<br /> /// <summary><br /> /// 获取当前导航到的文档位置<br /> /// </summary><br /> public Uri Url { set; get; }<br /> }<br /> /// <summary><br /> /// 为 Yyc.Net.PageSnatch.SnatchedEventArgs 事件提供数据<br /> /// </summary><br /> public class SnatchedEventArgs<br /> {<br /> /// <summary><br /> /// 获取当前导航到的文档位置<br /> /// </summary><br /> public Uri Url { set; get; }<br /> }<br /> /// <summary><br /> /// 为 Yyc.Net.PageSnatch.SnatchCompleted 事件提供数据<br /> /// </summary><br /> public class SnatchCompletedEventArgs<br /> {<br /> /// <summary><br /> /// 获取或设置静态源文本<br /> /// </summary><br /> public string Text { set; get; }<br /> /// <summary><br /> /// 获取或设置异步网页源文本<br /> /// </summary><br /> public string TextAsync { set; get; }<br /> /// <summary><br /> /// 获取或设置加载文档异常<br /> /// </summary><br /> public Exception Error { set; get; }<br /> /// <summary><br /> /// 获取或设置加载异步验证延时(ms)<br /> /// </summary><br /> public int Timeout { set; get; }<br /> /// <summary><br /> /// 事件处理程序中执行的后台操作使用的参数<br /> /// </summary><br /> public object Argument { set; get; }<br /> /// <summary><br /> /// 获取当前导航到的文档位置<br /> /// </summary><br /> public Uri Url { set; get; }<br /> }<br /> #endregion<br /> }</p> <p>调用如下：<br /> var p = new Yyc.Net.PageSnatch();<br /> p.Timeout = 20000;<br /> p.Url = "http://www.ignaccount.com/buywowusaccount.html";<br /> p.SnatchCompleted += new Yyc.Net.SnatchCompletedEventHandler(p_SnatchCompleted);<br /> p.Navigate();