”抓取“

1.数据库表格的建立;
2.利用"抓取"模板;3.添加引用：  程序包：Jumony,Json;   项目：WebBot中的dll文档,位于bin目录下.
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Skay.WebBot;
using Ivony.Html;
using Ivony.Html.Parser;
using System.Threading;
using Newtonsoft.Json;
using Newtonsoft.Json.Linq;
using System.Data.SqlClient;
namespace 抓取
{
class Program
{
public static Thread th;
static void Main(string[] args)
{
SqlConnection conn = new SqlConnection("Data Source=PC-201511281446;Initial Catalog=数据;Integrated Security=True");
conn.Open();
th = new Thread(new ThreadStart(GetJDData));
th.Start();
conn.Close();

}
private static void GetJDData()
{
HttpUtility http = new HttpUtility();
string html = http.GetHtmlText("http://www.htluxe.com/category.php?category=63&display=list&brand=0&price_min=0&price_max=0&filter_attr=0&page=1&sort=goods_id&order=DESC#goods_list");
var documenthtml = new JumonyParser().Parse(html);
var items = documenthtml.Find(".piclist li");
//Console.WriteLine(items.Count());数据的总数
foreach (var item in items)
{
SqlConnection conn = new SqlConnection("Data Source=PC-201511281446;Initial Catalog=数据;Integrated Security=True");
conn.Open();
string title = item.FindFirst(".base a").InnerText();
string min_price = item.FindFirst(".base .price .minprice").InnerText();
string max_price = item.FindFirst(".base .price .maxprice").InnerText();
string goodsurl = item.FindFirst(".base a").Attribute("href").Value();
string visitsum = item.FindFirst(".sum .ratecount strong").InnerText();
string salesum = item.FindFirst(".sum .soldnum strong").InnerText();
goodsurl = "http://www.htluxe.com/" + goodsurl;//需拼接完整，才能 用http.GetHtmlText()
Console.WriteLine(title);
string Area_Html = http.GetHtmlText(goodsurl, "utf-8", "text/html; charset=utf-8", "");
//获取网址
var documenthtml1 = new JumonyParser().Parse(Area_Html);
var item1s = documenthtml1.Find(".promotionMiddleTop");
//获取所需要的东西,可将其看为数,遍历取自己所要的;
string Code = "";
foreach(var item1 in item1s)
{
Code = item1.FindFirst(".bh").InnerText();
}
var item2s = documenthtml1.Find(".comment-tab .clearfix li");
string Bestping = "";
string Goodping = "";
string Badping = "";
int flag = 0;
foreach (var item2 in item2s)
{
if (flag == 0)
{
flag++;
}
else if (flag == 1)
{
flag++;
Bestping = item2.FindFirst("a").InnerText();
}
else if (flag == 2)
{
flag++;
Goodping = item2.FindFirst("a").InnerText();
}
else if(flag == 3)
{
flag++;
Badping = item2.FindFirst("a").InnerText();
}

}
string sql = string.Format("insert into milk values ('{0}','{1}','{2}','{3}','{4}','{5}','{6}','{7}','{8}')",title,Code,min_price,max_price,salesum,visitsum,Bestping,Goodping,Badping );
SqlCommand cmd = new SqlCommand(sql, conn);
cmd.ExecuteNonQuery();
conn.Close();
}
Console.ReadKey();
}
}
}