ASP.NET：写个偷全国公交数据库的程序

2022-07-15 80酷酷网 80kuku.com

　　asp.net|程序|数据|数据库

以前常听到别人做采集程序，今天俺也小试身手。。
using System;
using System.Collections;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Web;
using System.Web.SessionState;
using System.Web.UI;
using System.Net;
using System.Text;
using System.Text.RegularExpressions;
using System.IO;
using System.Data.SqlClient;
using System.Web.UI.WebControls;
using System.Web.UI.HtmlControls;

namespace Temp
{
/// <summary>
/// GetHtmlSourceFromUrl 的摘要说明。
/// </summary>
public class GetHtmlSourceFromUrl : System.Web.UI.Page
{
private SqlConnection con;

private void Page_Load(object sender, System.EventArgs e)
{
   // 在此处放置用户代码以初始化页面

   if(!IsPostBack)
   {
    InsertToDB();
   }

}
private void InsertToDB()
{

   for(int i=1;i<1000;i++)
   {
    string Html = string.Empty;
    string SqlText="insert into BeiJingBus(BusLineNumber,Html) Values(BLN,Html)";
    string ID=xxxx;Pwd=xxxxx;DataBase=Map";
    con =new SqlConnection(ConnectionString);

    SqlCommand cmd = new SqlCommand(SqlText,con);

    string "; // ^_^,这是取北京的转到首页，换换参数，就可以取其它城市的了

    string Content = string.Empty;

    HttpWebRequest request = (HttpWebRequest)WebRequest.Create(Url);
    HttpWebResponse response =(HttpWebResponse) request.GetResponse();
    StreamReader stream = new StreamReader(response.GetResponseStream(),Encoding.GetEncoding("gb2312"));
    Content =stream.ReadToEnd();
    stream.Close();
    response.Close();

    int start=3487; //去广告取正文
    int end= Content.Length-4222;//去广告取正文
    if(end-start>0) //判断存在第i路公交
    {
      Html=Regex.Replace(Content.Substring(start,end-start),"<[^>]+>",""); //分离html代码

     try
     {
      cmd.Parameters.Add("BLN",SqlDbType.Int).Value =i;
      cmd.Parameters.Add("Html",SqlDbType.Text).Value= Html;
      con.Open();
      cmd.ExecuteNonQuery();
     }
     catch(SqlException err)
     {
      Response.Write(err.Message);
      con.Close();
      break;

     }
     con.Close();


    }
   }
}

--表sql脚本:
CREATE TABLE [dbo].[BeiJingBus](
[id] [int] IDENTITY(1,1) NOT NULL,
[BusLineNumber] [int] NULL,
[Html] [nvarchar](max) COLLATE Chinese_PRC_CI_AS NULL
) ON [PRIMARY]