webservice用于大数据量传输的处理

1.    直接返回DataSet对象

特点：通常组件化的处理机制，不加任何修饰及
            处理；
优点：代码精减、易于处理，小数据量处理较快；
缺点：大数据量的传递处理慢，消耗网络资源；
建议：当应用系统在内网、专网（局域网）的应用
            时，或外网（广域网）且数据量在KB级时的
            应用时，采用此种模式。
2.返回DataSet对象用Binary序列化后的字节数组 

特点：字节数组流的处理模式；
优点：易于处理，可以中文内容起到加密作用；
缺点：大数据量的传递处理慢，较消耗网络资源；
建议：当系统需要进行较大数据交换时采用。
3.返回DataSetSurrogate对象用Binary序列化后的字节数组 

特点：微软提供的开源组件；
                 下载地址 http://support.microsoft.com/kb/829740/zh-cn
优点：易于处理，可以中文内容起到加密作用；
缺点：大数据量的传递处理慢，较消耗网络资源；
建议：当系统需要传输中文数据或需要加密时采用此种方式
4.返回DataSetSurrogate对象用Binary序列化并Zip压缩后的字节数组

特点：对字节流数组进行压缩后传递；
优点：当数据量大时，性能提高效果明显，
             压缩比例大；
缺点：相比第三方组件，压缩比例还有待提高；
建议：当系统需要进行大数据量网络数据传递时，
             建议采用此种可靠、高效、免费的方法。 
测试用例：SqlServer2000数据库，数据量大小40000行，
字段数１０个，结果如下：
 

使用方法	用时(秒）	数据量(Byte)	大小 百分比(%)
直接返回DataSet	12.625	19629414	100%
返回二进制序列化后DataSet	9.712	12049645	61.38%
返回转化DataSetSurrogate的DataSet 并且二进制序列化后	7.943	5138990	26.18%
返回转化DataSetSurrogate的DataSet 并且二进制序列化后使用zip压缩	7.619	978033	4.98%

源码:

using System;

using System.Data;

using System.Web;

using System.Collections;

using System.Web.Services;

using System.Web.Services.Protocols;

using System.ComponentModel;

using System.IO;

using System.IO.Compression;

using System.Data.SqlClient;

using System.Runtime.Serialization.Formatters.Binary;

namespace DataSetWebService

{

    /// <summary>

    /// Service1 的摘要说明

    /// </summary>

    [WebService(Namespace = "http://tempuri.org/")]

    [WebServiceBinding(ConformsTo = WsiProfiles.BasicProfile1_1)]

    [ToolboxItem(false)]

    public class DataSetService : System.Web.Services.WebService

    {

        [WebMethod(Description="直接返回DataSet对象")]

        public DataSet GetDataSet()

        {

            //http://www.dzbsoft.com  XT_TEXT

            string sql = "select * from XT_TEXT";

            SqlConnection conn = new SqlConnection("Server=60.28.25.58;DataBase=s168593;user id=s168593;password=h0y+FeC*;");

            conn.Open();

            SqlDataAdapter dataAd = new SqlDataAdapter(sql, conn);

            DataSet DS = new DataSet("XT_TEXT");

            dataAd.Fill(DS);

            conn.Close();

            return DS;

        }

        [WebMethod(Description = "返回DataSet对象用Binary序列化后的字节数组")]

        public byte[] GetDataSetBytes()

        {

            DataSet DS = GetDataSet();

            BinaryFormatter ser = new BinaryFormatter();

            MemoryStream ms = new MemoryStream();

            ser.Serialize(ms, DS);

            byte[] buffer = ms.ToArray();

            return buffer;

        }

        [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化后的字节数组")]

        public byte[] GetDataSetSurrogateBytes()

        {

            DataSet DS = GetDataSet();

            DataSetSurrogate dss = new DataSetSurrogate(DS);

            BinaryFormatter ser = new BinaryFormatter();

            MemoryStream ms = new MemoryStream();

            ser.Serialize(ms, dss);

            byte[] buffer = ms.ToArray();

            return buffer;

        }

        [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化并ZIP压缩后的字节数组")]

        public byte[] GetDataSetSurrogateZipBytes()

        {

            DataSet DS = GetDataSet();

            DataSetSurrogate dss = new DataSetSurrogate(DS);

            BinaryFormatter ser = new BinaryFormatter();

            MemoryStream ms = new MemoryStream();

            ser.Serialize(ms, dss);

            byte[] buffer = ms.ToArray();

            byte[] Zipbuffer = Compress(buffer);

            return Zipbuffer;

        }

        public byte[] Compress(byte[] data)

        {

            MemoryStream ms = new MemoryStream();

            Stream zipStream = null;

            zipStream = new GZipStream(ms, CompressionMode.Compress, true);

            zipStream.Write(data, 0, data.Length);

            zipStream.Close();

            ms.Position = 0;

            byte[] compressed_data = new byte[ms.Length];

            ms.Read(compressed_data, 0, int.Parse(ms.Length.ToString()));

            return compressed_data;

        }

    }

}

客户端调用:C/S

using System;

using System.Collections.Generic;

using System.ComponentModel;

using System.Data;

using System.Drawing;

using System.Text;

using System.Windows.Forms;

using System.IO;

using System.IO.Compression;

using System.Data.SqlClient;

using System.Runtime.Serialization.Formatters.Binary;

namespace Test

{

    public partial class Form1 : Form

    {

        public Form1()

        {

            InitializeComponent();

        }

        private void BindDataSet(DataSet DS)

        {

            this.dataGridView1.DataSource = DS.Tables[0];

        }

        private void button1_Click(object sender, EventArgs e)

        {

            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();

            DateTime dtBegin = DateTime.Now;

            DataSet DS = ds.GetDataSet();

            this.label1.Text = string.Format("耗时：{0}", DateTime.Now - dtBegin);

            BindDataSet(DS);

        }

        private void button2_Click(object sender, EventArgs e)

        {

            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();

            DateTime dtBegin = DateTime.Now;

            byte[] buffer = ds.GetDataSetBytes();

            DataSet DS = ds.GetDataSet();

            BinaryFormatter ser = new BinaryFormatter();

            DataSet dataset = ser.Deserialize(new MemoryStream(buffer)) as DataSet;

            this.label2.Text = string.Format("耗时：{0}", DateTime.Now - dtBegin + "          " + buffer.Length.ToString());

            BindDataSet(DS);

        }

        private void button3_Click(object sender, EventArgs e)

        {

            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();

            DateTime dtBegin = DateTime.Now;

            byte[] buffer = ds.GetDataSetSurrogateBytes();

            BinaryFormatter ser = new BinaryFormatter();

            DataSet DS = ds.GetDataSet();

            DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;

            DataSet dataset = dss.ConvertToDataSet();

            this.label3.Text = string.Format("耗时：{0}", DateTime.Now - dtBegin + "          " + buffer.Length.ToString());

            BindDataSet(DS);

        }

        private void button4_Click(object sender, EventArgs e)

        {

            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();

            DateTime dtBegin = DateTime.Now;

            byte[] zipBuffer = ds.GetDataSetSurrogateZipBytes();

            byte[] buffer = UnZipClass.Decompress(zipBuffer);

            BinaryFormatter ser = new BinaryFormatter();

            DataSet DS = ds.GetDataSet();

            DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;

            DataSet dataset = dss.ConvertToDataSet();

            this.label4.Text = string.Format("耗时：{0}", DateTime.Now - dtBegin + "          " + zipBuffer.Length.ToString());

            BindDataSet(DS);

        }

    }

}

UnZipClass.cs

using System;

using System.Collections.Generic;

using System.Text;

using System.IO;

using System.IO.Compression;

namespace Test

{

    public static class UnZipClass

    {

        /// <summary>

        /// Decompresses the specified data.

        /// </summary>

        /// <param name="data">The data.</param>

        /// <returns></returns>

        public static byte[] Decompress(byte[] data)

        {

            try

            {

                MemoryStream ms = new MemoryStream(data);

                Stream zipStream = null;

                zipStream = new GZipStream(ms, CompressionMode.Decompress);

                byte[] dc_data = null;

                dc_data = EtractBytesFormStream(zipStream, data.Length);

                return dc_data;

            }

            catch

            {

                return null;

            }

        }

        public static byte[] EtractBytesFormStream(Stream zipStream, int dataBlock)

        {

            try

            {

                byte[] data = null;

                int totalBytesRead = 0;

                while (true)

                {

                    Array.Resize(ref data, totalBytesRead + dataBlock + 1);

                    int bytesRead = zipStream.Read(data, totalBytesRead, dataBlock);

                    if (bytesRead == 0)

                    {

                        break;

                    }

                    totalBytesRead += bytesRead;

                }

                Array.Resize(ref data, totalBytesRead);

                return data;

            }

            catch

            {

                return null;

            }

        }

    }

}