微信公众号搜"智元新知"关注
微信扫一扫可直接关注哦!

怎样提高WebService性能大数据量网络传输处理

1.    直接返回DataSet对象 

特点:通常组件化的处理机制,不加任何修饰及

            处理;

优点:代码精减、易于处理,小数据量处理较快;

缺点:大数据量的传递处理慢,消耗网络资源;

建议:当应用系统在内网、专网(局域网)的应用

            时,或外网(广域网)且数据量在KB级时的

            应用时,采用此种模式。

2.返回DataSet对象用Binary序列化后的字节数组 

特点:字节数组流的处理模式;

优点:易于处理,可以中文内容起到加密作用;

缺点:大数据量的传递处理慢,较消耗网络资源;

建议:当系统需要进行较大数据交换时采用。

3.返回DataSetSurrogate对象用Binary序列化后的字节数组 

特点:微软提供的开源组件;

                 下载地址 http://support.microsoft.com/kb/829740/zh-cn

优点:易于处理,可以中文内容起到加密作用;

缺点:大数据量的传递处理慢,较消耗网络资源;

建议:当系统需要传输中文数据或需要加密时采用此种方式

4.返回DataSetSurrogate对象用Binary序列化并Zip压缩后的字节数组

特点:对字节流数组进行压缩后传递;

优点:当数据量大时,性能提高效果明显,

             压缩比例大;

缺点:相比第三方组件,压缩比例还有待提高;

建议:当系统需要进行大数据量网络数据传递时,

             建议采用此种可靠、高效、免费的方法。 

测试用例:sqlServer2000数据库,数据量大小40000行,

字段数10个,结果如下:

 

 

使用方法

 

用时(秒)

 

数据量(Byte)

 

大小

百分比(%)

 

直接返回DataSet 

 

12.625

 

19629414

 

100%

 

返回二进制序列化后DataSet 

 

9.712

 

12049645

 

61.38%

 

返回转化DataSetSurrogate的DataSet 并且二进制序列化后

 

7.943

 

5138990

 

26.18%

 

返回转化DataSetSurrogate的DataSet 并且二进制序列化后使用zip压缩

 

7.619

 

978033

 

4.98%

源码:

using System;
using System.Data;
using System.Web;
using System.Collections;
using System.Web.Services;
using System.Web.Services.Protocols;
using System.ComponentModel;

using System.IO;
using System.IO.Compression;
using System.Data.sqlClient;
using System.Runtime.Serialization.Formatters.Binary;


namespace DataSetWebService
{
    /// <summary>
    /// Service1 的摘要说明
    /// </summary>
    [WebService(Namespace = "http://tempuri.org/")]
    [WebServiceBinding(ConformsTo = WsiProfiles.BasicProfile1_1)]
    [ToolBoxItem(false)]
    public class DataSetService : System.Web.Services.WebService
    {

        [WebMethod(Description="直接返回DataSet对象")]
        public DataSet GetDataSet()
        {
            //http://www.dzbsoft.com  XT_TEXT
            string sql = "select * from XT_TEXT";
            sqlConnection conn = new sqlConnection("Server=60.28.25.58;DataBase=s168593;user id=s168593;password=h0y+FeC*;");
            conn.open();
            sqlDataAdapter dataAd = new sqlDataAdapter(sql,conn);
            DataSet DS = new DataSet("XT_TEXT");
            dataAd.Fill(DS);
            conn.Close();
            return DS;
        }


        [WebMethod(Description = "返回DataSet对象用Binary序列化后的字节数组")]
        public byte[] GetDataSetBytes()
        {
            DataSet DS = GetDataSet();
            BinaryFormatter ser = new BinaryFormatter();
            MemoryStream ms = new MemoryStream();
            ser.Serialize(ms,DS);
            byte[] buffer = ms.ToArray();
            return buffer;
        }

 

        [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化后的字节数组")]
        public byte[] GetDataSetSurrogateBytes()
        {
            DataSet DS = GetDataSet();
            DataSetSurrogate dss = new DataSetSurrogate(DS);
            BinaryFormatter ser = new BinaryFormatter();
            MemoryStream ms = new MemoryStream();
            ser.Serialize(ms,dss);
            byte[] buffer = ms.ToArray();
            return buffer;
        }

        [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化并ZIP压缩后的字节数组")]
        public byte[] GetDataSetSurrogateZipBytes()
        {
            DataSet DS = GetDataSet();
            DataSetSurrogate dss = new DataSetSurrogate(DS);
            BinaryFormatter ser = new BinaryFormatter();
            MemoryStream ms = new MemoryStream();
            ser.Serialize(ms,dss);
            byte[] buffer = ms.ToArray();
            byte[] Zipbuffer = Compress(buffer);
            return Zipbuffer;
        }

        public byte[] Compress(byte[] data)
        {
            MemoryStream ms = new MemoryStream();
            Stream zipStream = null;
            zipStream = new GZipStream(ms,CompressionMode.Compress,true);
            zipStream.Write(data,data.Length);
            zipStream.Close();
            ms.Position = 0;
            byte[] compressed_data = new byte[ms.Length];
            ms.Read(compressed_data,int.Parse(ms.Length.ToString()));
            return compressed_data;
        }
    }
}

客户端调用:C/S

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Text;
using System.Windows.Forms;

using System.IO;
using System.IO.Compression;
using System.Data.sqlClient;
using System.Runtime.Serialization.Formatters.Binary;

namespace Test
{
    public partial class Form1 : Form
    {
        public Form1()
        {
            InitializeComponent();
        }

        private void BindDataSet(DataSet DS)
        {
            this.dataGridView1.DataSource = DS.Tables[0];
        }


        private void button1_Click(object sender,EventArgs e)
        {
            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
            DateTime dtBegin = DateTime.Now;
            DataSet DS = ds.GetDataSet();
            this.label1.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin);
            BindDataSet(DS);
        }

        private void button2_Click(object sender,EventArgs e)
        {
            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
            DateTime dtBegin = DateTime.Now;
            byte[] buffer = ds.GetDataSetBytes();
            DataSet DS = ds.GetDataSet();
            BinaryFormatter ser = new BinaryFormatter();
            DataSet dataset = ser.Deserialize(new MemoryStream(buffer)) as DataSet;
            this.label2.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin + "          " + buffer.Length.ToString());
            BindDataSet(DS);
        }

        private void button3_Click(object sender,EventArgs e)
        {
            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
            DateTime dtBegin = DateTime.Now;
            byte[] buffer = ds.GetDataSetSurrogateBytes();
            BinaryFormatter ser = new BinaryFormatter();
            DataSet DS = ds.GetDataSet();
            DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;
            DataSet dataset = dss.ConvertToDataSet();
            this.label3.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin + "          " + buffer.Length.ToString());
            BindDataSet(DS);
        }

        private void button4_Click(object sender,EventArgs e)
        {
            com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
            DateTime dtBegin = DateTime.Now;
            byte[] zipBuffer = ds.GetDataSetSurrogateZipBytes();
            byte[] buffer = UnZipClass.Decompress(zipBuffer);
            BinaryFormatter ser = new BinaryFormatter();
            DataSet DS = ds.GetDataSet();
            DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;
            DataSet dataset = dss.ConvertToDataSet();
            this.label4.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin + "          " + zipBuffer.Length.ToString());
            BindDataSet(DS);
        }

    }
}

UnZipClass.cs

using System;
using System.Collections.Generic;
using System.Text;
using System.IO;
using System.IO.Compression;

namespace Test
{
    public static class UnZipClass
    {
        /// <summary>
        /// Decompresses the specified data.
        /// </summary>
        /// <param name="data">The data.</param>
        /// <returns></returns>
        public static byte[] Decompress(byte[] data)
        {
            try
            {
                MemoryStream ms = new MemoryStream(data);
                Stream zipStream = null;
                zipStream = new GZipStream(ms,CompressionMode.Decompress);
                byte[] dc_data = null;
                dc_data = EtractBytesFormStream(zipStream,data.Length);
                return dc_data;
            }
            catch
            {
                return null;
            }
        }


        public static byte[] EtractBytesFormStream(Stream zipStream,int dataBlock)
        {
            try
            {
                byte[] data = null;
                int totalBytesRead = 0;
                while (true)
                {
                    Array.Resize(ref data,totalBytesRead + dataBlock + 1);
                    int bytesRead = zipStream.Read(data,totalBytesRead,dataBlock);
                    if (bytesRead == 0)
                    {
                        break;
                    }
                    totalBytesRead += bytesRead;
                }
                Array.Resize(ref data,totalBytesRead);
                return data;
            }
            catch
            {
                return null;
            }
        }
    }
}

 

转自:http://hbluojiahui.blog.163.com/blog/static/310647672009491142070/

版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 [email protected] 举报,一经查实,本站将立刻删除。

相关推荐