class Program  {    //存放所有抓取的代理    public static List<proxy> masterPorxyList = new List<proxy>();    //代理IP類(lèi)    public class proxy    {      public string ip;      public string port;      public int speed;      public proxy(string pip,string pport,int pspeed)            {        this.ip = pip;        this.port = pport;        this.speed = pspeed;       }    }    //抓去處理方法    static void getProxyList(object pageIndex)    {      string urlCombin = "http://www.xicidaili.com/wt/" + pageIndex.ToString();      string catchHtml = catchProxIpMethord(urlCombin, "UTF8");            HtmlAgilityPack.HtmlDocument doc = new HtmlAgilityPack.HtmlDocument();      doc.LoadHtml(catchHtml);      HtmlNode table = doc.DocumentNode.SelectSingleNode("http://div[@id='wrapper']//div[@id='body']/table[1]");      HtmlNodeCollection collectiontrs = table.SelectNodes("./tr");                 for (int i = 0; i < collectiontrs.Count; i++)        {          HtmlAgilityPack.HtmlNode itemtr = collectiontrs[i];          HtmlNodeCollection collectiontds = itemtr.ChildNodes;          //table中第一個(gè)是能用的代理標(biāo)題，所以這里從第二行TR開(kāi)始取值          if (i>0)          {            HtmlNode itemtdip = (HtmlNode)collectiontds[3];            HtmlNode itemtdport = (HtmlNode)collectiontds[5];            HtmlNode itemtdspeed = (HtmlNode)collectiontds[13];             string ip = itemtdip.InnerText.Trim();            string port = itemtdport.InnerText.Trim();            string speed = itemtdspeed.InnerHtml;            int beginIndex = speed.IndexOf(":", 0, speed.Length);            int endIndex = speed.IndexOf("%", 0, speed.Length);            int subSpeed = int.Parse(speed.Substring(beginIndex + 1, endIndex - beginIndex - 1));            //如果速度展示條的值大于90,表示這個(gè)代理速度快。           if (subSpeed > 90)            {              proxy temp = new proxy(ip, port, subSpeed);                            masterPorxyList.Add(temp);              Console.WriteLine("當(dāng)前是第:" + masterPorxyList.Count.ToString() + "個(gè)代理IP");            }                     }        }     }    //抓網(wǎng)頁(yè)方法    static string catchProxIpMethord(string url,string encoding )    {      string htmlStr = "";      try      {        if (!String.IsNullOrEmpty(url))        {          WebRequest request = WebRequest.Create(url);            WebResponse response = request.GetResponse();                Stream datastream = response.GetResponseStream();           Encoding ec = Encoding.Default;          if (encoding == "UTF8")          {            ec = Encoding.UTF8;          }          else if (encoding == "Default")          {            ec = Encoding.Default;          }          StreamReader reader = new StreamReader(datastream, ec);          htmlStr = reader.ReadToEnd();                  reader.Close();          datastream.Close();          response.Close();        }      }      catch { }      return htmlStr;    }   static void Main(string[] args)     {       //多線(xiàn)程同時(shí)抓15頁(yè)       for (int i = 1; i <= 15; i++)       {                          ThreadPool.QueueUserWorkItem(getProxyList, i);       }       Console.Read();     }  }