C#实现http协议GET、POST请求

using System;

using System.Collections.Generic;

using System.Text;

using System.Net;

using System.Net.Sockets;

using System.Collections;

using System.IO;

using System.Text.RegularExpressions;

using RE = System.Text.RegularExpressions.Regex;

using System.Security.Cryptography.X509Certificates;

 

/***************************************************************************************************************************************************

 * *文件名：HttpProc.cs

 * *创建人：HeDaode

 * *日 期：2007.09.01

 * *描 述：实现HTTP协议中的GET、POST请求

 * *使 用：HttpProc.WebClient client = new HttpProc.WebClient();

            client.Encoding = System.Text.Encoding.Default;//默认编码方式，根据需要设置其他类型

            client.OpenRead("http://www.baidu.com");//普通get请求

            MessageBox.Show(client.RespHtml);//获取返回的网页源代码

            client.DownloadFile("http://www.codepub.com/upload/163album.rar",@"C:\163album.rar");//下载文件

            client.OpenRead("http://passport.baidu.com/?login","username=zhangsan&password=123456");//提交表单，此处是登录百度的示例

            client.UploadFile("http://hiup.baidu.com/zhangsan/upload", @"file1=D:\1.mp3");//上传文件

            client.UploadFile("http://hiup.baidu.com/zhangsan/upload", "folder=myfolder&size=4003550",@"file1=D:\1.mp3");//提交含文本域和文件域的表单

*****************************************************************************************************************************************************/

 

namespace HttpProc

{

    ///<summary>

    ///上传事件委托

    ///</summary>

    ///<param name="sender"></param>

    ///<param name="e"></param>

    public delegate void WebClientUploadEvent(object sender, HttpProc.UploadEventArgs e);

 

    ///<summary>

    ///下载事件委托

    ///</summary>

    ///<param name="sender"></param>

    ///<param name="e"></param>

    public delegate void WebClientDownloadEvent(object sender, HttpProc.DownloadEventArgs e);

 

 

    ///<summary>

    ///上传事件参数

    ///</summary>

    public struct UploadEventArgs

    {

        ///<summary>

        ///上传数据总大小

        ///</summary>

        public long totalBytes;

        ///<summary>

        ///已发数据大小

        ///</summary>

        public long bytesSent;

        ///<summary>

        ///发送进度(0-1)

        ///</summary>

        public double sendProgress;

        ///<summary>

        ///发送速度Bytes/s

        ///</summary>

        public double sendSpeed;

    }

 

    ///<summary>

    ///下载事件参数

    ///</summary>

    public struct DownloadEventArgs

    {

        ///<summary>

        ///下载数据总大小

        ///</summary>

        public long totalBytes;

        ///<summary>

        ///已接收数据大小

        ///</summary>

        public long bytesReceived;

        ///<summary>

        ///接收数据进度(0-1)

        ///</summary>

        public double ReceiveProgress;

        ///<summary>

        ///当前缓冲区数据

        ///</summary>

        public byte[] receivedBuffer;

        ///<summary>

        ///接收速度Bytes/s

        ///</summary>

        public double receiveSpeed;

    }

 

    ///<summary>

    ///实现向WEB服务器发送和接收数据

    ///</summary>

    public class WebClient

    {

        private WebHeaderCollection requestHeaders, responseHeaders;

        private TcpClient clientSocket;

        private MemoryStream postStream;

        private Encoding encoding = Encoding.Default;

        private const string BOUNDARY = "--HEDAODE--";

        private const int SEND_BUFFER_SIZE = 10245;

        private const int RECEIVE_BUFFER_SIZE = 10245;

        private string cookie = "";

        private string respHtml = "";

        private string strRequestHeaders = "";

        private string strResponseHeaders = "";

        private int statusCode = 0;

        private bool isCanceled = false;

        public event WebClientUploadEvent UploadProgressChanged;

        public event WebClientDownloadEvent DownloadProgressChanged;

 

        ///<summary>

        ///初始化WebClient类

        ///</summary>

        public WebClient()

        {

            responseHeaders = new WebHeaderCollection();

            requestHeaders = new WebHeaderCollection();

        }

 

 

        ///<summary>

        ///读取指定URL的文本

        ///</summary>

        ///<param name="URL">请求的地址</param>

        ///<returns>服务器响应文本</returns>

        public string OpenRead(string URL)

        {

            requestHeaders.Add("Connection", "close");

            SendRequestData(URL, "GET");

            return GetHtml();

        }

 

 

        //解决证书过期无法访问的问题

        class CertPolicy : ICertificatePolicy

        {

            public bool CheckValidationResult(ServicePoint srvpt, X509Certificate cert, WebRequest req, int certprb)

            { return true; }

        }

 

        ///<summary>

        ///采用https协议访问网络

        ///</summary>

        ///<param name="URL">url地址</param>

        ///<param name="strPostdata">发送的数据</param>

        ///<returns></returns>

        public string OpenReadWithHttps(string URL,string strPostdata)

        {

            ServicePointManager.CertificatePolicy = new CertPolicy();

            HttpWebRequest request = (HttpWebRequest)WebRequest.Create(URL);

            request.CookieContainer = new CookieContainer();

            request.Method = "POST";

            request.Accept = "*/*";

            request.ContentType="application/x-www-form-urlencoded";

            byte[] buffer = this.encoding.GetBytes(strPostdata);

            request.ContentLength = buffer.Length;

            request.GetRequestStream().Write(buffer, 0, buffer.Length);

            HttpWebResponse response = (HttpWebResponse)request.GetResponse();

            StreamReader reader = new StreamReader(response.GetResponseStream(), encoding);

            this.respHtml = reader.ReadToEnd();

            foreach (System.Net.Cookie ck in response.Cookies)

            {

                this.cookie += ck.Name + "=" + ck.Value + ";";

            }

            reader.Close();

            return respHtml;

        }

 

        ///<summary>

        ///读取指定URL的文本

        ///</summary>

        ///<param name="URL">请求的地址</param>

        ///<param name="postData">向服务器发送的文本数据</param>

        ///<returns>服务器响应文本</returns>

        public string OpenRead(string URL, string postData)

        {

            byte[] sendBytes = encoding.GetBytes(postData);

            postStream = new MemoryStream();

            postStream.Write(sendBytes, 0, sendBytes.Length);

 

            requestHeaders.Add("Content-Length", postStream.Length.ToString());

            requestHeaders.Add("Content-Type", "application/x-www-form-urlencoded");

            requestHeaders.Add("Connection", "close");

 

            SendRequestData(URL, "POST");

            return GetHtml();

        }

 

 

        ///<summary>

        ///读取指定URL的流

        ///</summary>

        ///<param name="URL">请求的地址</param>

        ///<param name="postData">向服务器发送的数据</param>

        ///<returns>服务器响应流</returns>

        public Stream GetStream(string URL, string postData)

        {

            byte[] sendBytes = encoding.GetBytes(postData);

            postStream = new MemoryStream();

            postStream.Write(sendBytes, 0, sendBytes.Length);

 

            requestHeaders.Add("Content-Length", postStream.Length.ToString());

            requestHeaders.Add("Content-Type", "application/x-www-form-urlencoded");

            requestHeaders.Add("Connection", "close");

 

            SendRequestData(URL, "POST");

 

            MemoryStream ms = new MemoryStream();

            SaveNetworkStream(ms);

            return ms;

        }

 

 

        ///<summary>

        ///上传文件到服务器

        ///</summary>

        ///<param name="URL">请求的地址</param>

        ///<param name="fileField">文件域(格式如:file1=C:\test.mp3&file2=C:\test.jpg)</param>

        ///<returns>服务器响应文本</returns>

        public string UploadFile(string URL, string fileField)

        {

            return UploadFile(URL, "", fileField);

        }

 

        ///<summary>

        ///上传文件和数据到服务器

        ///</summary>

        ///<param name="URL">请求地址</param>

        ///<param name="textField">文本域(格式为:name1=value1&name2=value2)</param>

        ///<param name="fileField">文件域(格式如:file1=C:\test.mp3&file2=C:\test.jpg)</param>

        ///<returns>服务器响应文本</returns>

        public string UploadFile(string URL, string textField, string fileField)

        {

            postStream = new MemoryStream();

 

            if (textField != "" && fileField != "")

            {

                WriteTextField(textField);

                WriteFileField(fileField);

            }

            else if (fileField != "")

            {

                WriteFileField(fileField);

            }

            else if (textField != "")

            {

                WriteTextField(textField);

            }

            else

                throw new Exception("文本域和文件域不能同时为空。");

 

            //写入结束标记

            byte[] buffer = encoding.GetBytes("--" + BOUNDARY + "--\r\n");

            postStream.Write(buffer, 0, buffer.Length);

 

            //添加请求标头

            requestHeaders.Add("Content-Length", postStream.Length.ToString());

            requestHeaders.Add("Content-Type", "multipart/form-data; boundary=" + BOUNDARY);

            requestHeaders.Add("Connection", "Keep-Alive");

 

            //发送请求数据

            SendRequestData(URL, "POST", true);

 

            //返回响应文本

            return GetHtml();

        }

 

 

        ///<summary>

        ///分析文本域，添加到请求流

        ///</summary>

        ///<param name="textField">文本域</param>

        private void WriteTextField(string textField)

        {

            string[] strArr = RE.Split(textField, "&");

            textField = "";

            foreach (string var in strArr)

            {

                Match M = RE.Match(var, "([^=]+)=(.+)");

                textField += "--" + BOUNDARY + "\r\n";

                textField += "Content-Disposition: form-data; name=\"" + M.Groups[1].Value + "\"\r\n\r\n" + M.Groups[2].Value + "\r\n";

            }

            byte[] buffer = encoding.GetBytes(textField);

            postStream.Write(buffer, 0, buffer.Length);

        }

 

        ///<summary>

        ///分析文件域，添加到请求流

        ///</summary>

        ///<param name="fileField">文件域</param>

        private void WriteFileField(string fileField)

        {

            string filePath = "";

            int count = 0;

            string[] strArr = RE.Split(fileField, "&");

            foreach (string var in strArr)

    ,         {

                Match M = RE.Match(var, "([^=]+)=(.+)");

                filePath = M.Groups[2].Value;

                fileField = "--" + BOUNDARY + "\r\n";

                fileField += "Content-Disposition: form-data; name=\"" + M.Groups[1].Value + "\"; filename=\"" + Path.GetFileName(filePath) + "\"\r\n";

                fileField += "Content-Type: image/jpeg\r\n\r\n";

 

                byte[] buffer = encoding.GetBytes(fileField);

                postStream.Write(buffer, 0, buffer.Length);

 

                //添加文件数据

                FileStream fs = new FileStream(filePath, FileMode.Open, FileAccess.Read);

                buffer = new byte[50000];

 

                do

                {

                    count = fs.Read(buffer, 0, buffer.Length);

                    postStream.Write(buffer, 0, count);

 

                } while (count > 0);

 

                fs.Close();

                fs.Dispose();

                fs = null;

 

                buffer = encoding.GetBytes("\r\n");

                postStream.Write(buffer, 0, buffer.Length);

            }

        }

 

        ///<summary>

        ///从指定URL下载数据流

        ///</summary>

        ///<param name="URL">请求地址</param>

        ///<returns>数据流</returns>

        public Stream DownloadData(string URL)

        {

            requestHeaders.Add("Connection", "close");

            SendRequestData(URL, "GET");

            MemoryStream ms = new MemoryStream();

            SaveNetworkStream(ms, true);

            return ms;

        }

 

 

        ///<summary>

        ///从指定URL下载文件

        ///</summary>

        ///<param name="URL">文件URL地址</param>

        ///<param name="fileName">文件保存路径,含文件名(如:C:\test.jpg)</param>

        public void DownloadFile(string URL, string fileName)

        {

            requestHeaders.Add("Connection", "close");

            SendRequestData(URL, "GET");

            FileStream fs = new FileStream(fileName, FileMode.Create);

            SaveNetworkStream(fs, true);

            fs.Close();

            fs = null;

        }

 

        ///<summary>

        ///向服务器发送请求

        ///</summary>

        ///<param name="URL">请求地址</param>

        ///<param name="method">POST或GET</param>

        ///<param name="showProgress">是否显示上传进度</param>

        private void SendRequestData(string URL, string method, bool showProgress)

        {

            clientSocket = new TcpClient();

            Uri URI = new Uri(URL);

            clientSocket.Connect(URI.Host, URI.Port);

 

            requestHeaders.Add("Host", URI.Host);

            byte[] request = GetRequestHeaders(method + " " + URI.PathAndQuery + " HTTP/1.1");

            clientSocket.Client.Send(request);

 

            //若有实体内容就发送它

            if (postStream != null)

            {

                byte[] buffer = new byte[SEND_BUFFER_SIZE];

                int count = 0;

                Stream sm = clientSocket.GetStream();

                postStream.Position = 0;

 

                UploadEventArgs e = new UploadEventArgs();

                e.totalBytes = postStream.Length;

                System.Diagnostics.Stopwatch timer = new System.Diagnostics.Stopwatch();//计时器

                timer.Start();

                do

                {

                    //如果取消就推出

                    if (isCanceled) { break; }

 

                    //读取要发送的数据

                    count = postStream.Read(buffer, 0, buffer.Length);

                    //发送到服务器

                    sm.Write(buffer, 0, count);

 

                    //是否显示进度

                    if (showProgress)

                    {

                        //触发事件

                        e.bytesSent += count;

                        e.sendProgress = (double)e.bytesSent / (double)e.totalBytes;

                        double t = timer.ElapsedMilliseconds / 1000;

                        t = t <= 0 ? 1 : t;

                        e.sendSpeed = (double)e.bytesSent / t;

                        if (UploadProgressChanged != null) { UploadProgressChanged(this, e); }

                    }

 

                } while (count > 0);

                timer.Stop();

                postStream.Close();

                //postStream.Dispose();

                postStream = null;

 

            }//end if

 

        }

 

        ///<summary>

        ///向服务器发送请求

        ///</summary>

        ///<param name="URL">请求URL地址</param>

        ///<param name="method">POST或GET</param>

        private void SendRequestData(string URL, string method)

        {

            SendRequestData(URL, method, false);

        }

 

 

        ///<summary>

        ///获取请求头字节数组

        ///</summary>

        ///<param name="request">POST或GET请求</param>

        ///<returns>请求头字节数组</returns>

        private byte[] GetRequestHeaders(string request)

        {

            requestHeaders.Add("Accept", "*/*");

            requestHeaders.Add("Accept-Language", "zh-cn");

            requestHeaders.Add("User-Agent", "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)");

 

           string headers = request + "\r\n";

 

            foreach (string key in requestHeaders)

            {

                headers += key + ":" + requestHeaders[key] + "\r\n";

            }

 

            //有Cookie就带上Cookie

            if (cookie != "") { headers += "Cookie:" + cookie + "\r\n"; }

 

            //空行，请求头结束

            headers += "\r\n";

 

            strRequestHeaders = headers;

            requestHeaders.Clear();

            return encoding.GetBytes(headers);

        }

 

 

 

        ///<summary>

        ///获取服务器响应文本

        ///</summary>

        ///<returns>服务器响应文本</returns>

        private string GetHtml()

        {

            MemoryStream ms = new MemoryStream();

            SaveNetworkStream(ms);//将网络流保存到内存流

            StreamReader sr = new StreamReader(ms, encoding);

            respHtml = sr.ReadToEnd();

            sr.Close(); ms.Close();

            return respHtml;

        }

 

        ///<summary>

        ///将网络流保存到指定流

        ///</summary>

        ///<param name="toStream">保存位置</param>

        ///<param name="needProgress">是否显示进度</param>

        private void SaveNetworkStream(Stream toStream, bool showProgress)

        {

            //获取要保存的网络流

            NetworkStream NetStream = clientSocket.GetStream();

 

            byte[] buffer = new byte[RECEIVE_BUFFER_SIZE];

            int count = 0, startIndex = 0;

 

            MemoryStream ms = new MemoryStream();

            for (int i = 0; i < 3; i++)

            {

                count = NetStream.Read(buffer, 0, 500);

                ms.Write(buffer, 0, count);

            }

 

            if (ms.Length == 0) { NetStream.Close(); throw new Exception("远程服务器没有响应"); }

 

            buffer = ms.GetBuffer();

            count = (int)ms.Length;

 

            GetResponseHeader(buffer, out startIndex);//分析响应，获取响应头和响应实体

            count -= startIndex;

            toStream.Write(buffer, startIndex, count);

 

            DownloadEventArgs e = new DownloadEventArgs();

 

            if (responseHeaders["Content-Length"] != null)

            { e.totalBytes = long.Parse(responseHeaders["Content-Length"]); }

            else

            { e.totalBytes = -1; }

 

            //启动计时器

            System.Diagnostics.Stopwatch timer = new System.Diagnostics.Stopwatch();

            timer.Start();

 

            do

            {

                //如果取消就推出

                if (isCanceled) { break; }

 

                //显示下载进度

                if (showProgress)

                {

                    e.bytesReceived += count;

                    e.ReceiveProgress = (double)e.bytesReceived / (double)e.totalBytes;

 

                    byte[] tempBuffer = new byte[count];

                    Array.Copy(buffer, startIndex, tempBuffer, 0, count);

                    e.receivedBuffer = tempBuffer;

 

                    double t = (timer.ElapsedMilliseconds + 0.1)/1000;

                    e.receiveSpeed = (double)e.bytesReceived / t;

 

                    startIndex = 0;

                    if (DownloadProgressChanged != null) { DownloadProgressChanged(this, e); }

                }

 

                //读取网路数据到缓冲区

                count = NetStream.Read(buffer, 0, buffer.Length);

 

                //将缓存区数据保存到指定流

                toStream.Write(buffer, 0, count);

            } while (count > 0);

 

            timer.Stop();//关闭计时器

 

            if (responseHeaders["Content-Length"] != null)

            {

                toStream.SetLength(long.Parse(responseHeaders["Content-Length"]));

            }

            //else

            //{

            //    toStream.SetLength(toStream.Length);

            //    responseHeaders.Add("Content-Length", toStream.Length.ToString());//添加响应标头

            //}

 

            toStream.Position = 0;

 

            //关闭网络流和网络连接

            NetStream.Close();

            clientSocket.Close();

        }

 

 

        ///<summary>

        ///将网络流保存到指定流

        ///</summary>

        ///<param name="toStream">保存位置</param>

        private void SaveNetworkStream(Stream toStream)

        {

            SaveNetworkStream(toStream, false);

        }

 

 

 

        ///<summary>

        ///分析响应流，去掉响应头

        ///</summary>

        ///<param name="buffer"></param>

        private void GetResponseHeader(byte[] buffer, out int startIndex)

        {

            responseHeaders.Clear();

            string html = encoding.GetString(buffer);

            StringReader sr = new StringReader(html);

 

            int start = html.IndexOf("\r\n\r\n") + 4;//找到空行位置

            strResponseHeaders = html.Substring(0, start);//获取响应头文本

 

            //获取响应状态码

            //

            if (sr.Peek() > -1)

            {

                //读第一行字符串

                string line = sr.ReadLine();

 

                //分析此行字符串,获取服务器响应状态码

                Match M = RE.Match(line, @"\d\d\d");

                if (M.Success)

                {

                    statusCode = int.Parse(M.Value);

                }

            }

 

            //获取响应头

            //

            while (sr.Peek() > -1)

            {

                //读一行字符串

                string line = sr.ReadLine();

 

                //若非空行

                if (line != "")

 , ;               {

                    //分析此行字符串，获取响应标头

                    Match M = RE.Match(line, "([^:]+):(.+)");

                    if (M.Success)

                    {

                        try

                        {        //添加响应标头到集合

                            responseHeaders.Add(M.Groups[1].Value.Trim(), M.Groups[2].Value.Trim());

                        }

                        catch

                        { }

 

 

                        //获取Cookie

                        if (M.Groups[1].Value == "Set-Cookie")

                        {

                            M = RE.Match(M.Groups[2].Value, "[^=]+=[^;]+");

                            cookie += M.Value.Trim() + ";";

                        }

                    }

 

                }

                //若是空行，代表响应头结束响应实体开始。（响应头和响应实体间用一空行隔开）

                else

                {

                    //如果响应头中没有实体大小标头，尝试读响应实体第一行获取实体大小

                    if (responseHeaders["Content-Length"] == null && sr.Peek() > -1)

                    {

                        //读响应实体第一行

                        line = sr.ReadLine();

 

                        //分析此行看是否包含实体大小

                        Match M = RE.Match(line, "~[0-9a-fA-F]{1,15}");

 

                        if (M.Success)

                        {

                            //将16进制的实体大小字符串转换为10进制

                            int length = int.Parse(M.Value, System.Globalization.NumberStyles.AllowHexSpecifier);

                            responseHeaders.Add("Content-Length", length.ToString());//添加响应标头

                            strResponseHeaders += M.Value + "\r\n";

                        }

                    }

                    break;//跳出循环 

                }//End If

            }//End While

 

            sr.Close();

 

            //实体开始索引

            startIndex = encoding.GetBytes(strResponseHeaders).Length;

        }

 

 

        ///<summary>

        ///取消上传或下载,要继续开始请调用Start方法

        ///</summary>

        public void Cancel()

        {

            isCanceled = true;

        }

 

        ///<summary>

        ///启动上传或下载，要取消请调用Cancel方法

        ///</summary>

        public void Start()

        {

            isCanceled = false;

        }

 

        //*************************************************************

        //以下为属性

        //*************************************************************

 

        ///<summary>

        ///获取或设置请求头

        ///</summary>

        public WebHeaderCollection RequestHeaders

        {

            set { requestHeaders = value; }

            get { return requestHeaders; }

        }

 

        ///<summary>

        ///获取响应头集合

        ///</summary>

        public WebHeaderCollection ResponseHeaders

        {

            get { return responseHeaders; }

        }

 

        ///<summary>

        ///获取请求头文本

        ///</summary>

        public string StrRequestHeaders

        {

            get { return strRequestHeaders; }

        }

 

        ///<summary>

        ///获取响应头文本

        ///</summary>

        public string StrResponseHeaders

        {

            get { return strResponseHeaders; }

        }

 

        ///<summary>

        ///获取或设置Cookie

        ///</summary>

        public string Cookie

        {

            set { cookie = value; }

            get { return cookie; }

        }

 

        ///<summary>

        ///获取或设置编码方式(默认为系统默认编码方式)

        ///</summary>

        public Encoding Encoding

        {

            set { encoding = value; }

            get { return encoding; }

        }

 

        ///<summary>

        ///获取服务器响应文本

        ///</summary>

        public string RespHtml

        {

            get { return respHtml; }

        }

 

 

        ///<summary>

        ///获取服务器响应状态码

        ///</summary>

        public int StatusCode

        {

            get { return statusCode; }

        }

    }

}

本篇文章来源于：开发学院 http://edu.codepub.com   原文链接：http://edu.codepub.com/2009/0409/2686.php