加入收藏 | 设为首页 | 会员中心 | 我要投稿 李大同 (https://www.lidatong.com.cn/)- 科技、建站、经验、云计算、5G、大数据,站长网!
当前位置: 首页 > 综合聚焦 > 服务器 > 安全 > 正文

怎样提高WebService性能大数据量网络传输处理

发布时间:2020-12-17 02:04:52 所属栏目:安全 来源:网络整理
导读:1.??? 直接返回DataSet对象 ? 特点:通常组件化的处理机制,不加任何修饰及 ??????????? 处理; 优点:代码精减、易于处理,小数据量处理较快; 缺点:大数据量的传递处理慢,消耗网络资源; 建议:当应用系统在内网、专网(局域网)的应用 ???? ?? ????? 时

1.??? 直接返回DataSet对象?

特点:通常组件化的处理机制,不加任何修饰及

??????????? 处理;

优点:代码精减、易于处理,小数据量处理较快;

缺点:大数据量的传递处理慢,消耗网络资源;

建议:当应用系统在内网、专网(局域网)的应用

??????????? 时,或外网(广域网)且数据量在KB级时的

??????????? 应用时,采用此种模式。

2.返回DataSet对象用Binary序列化后的字节数组?

特点:字节数组流的处理模式;

优点:易于处理,可以中文内容起到加密作用;

缺点:大数据量的传递处理慢,较消耗网络资源;

建议:当系统需要进行较大数据交换时采用。

3.返回DataSetSurrogate对象用Binary序列化后的字节数组?

特点:微软提供的开源组件;

???????????????? 下载地址 http://support.microsoft.com/kb/829740/zh-cn

优点:易于处理,可以中文内容起到加密作用;

缺点:大数据量的传递处理慢,较消耗网络资源;

建议:当系统需要传输中文数据或需要加密时采用此种方式

4.返回DataSetSurrogate对象用Binary序列化并Zip压缩后的字节数组

特点:对字节流数组进行压缩后传递;

优点:当数据量大时,性能提高效果明显,

???????????? 压缩比例大;

缺点:相比第三方组件,压缩比例还有待提高;

建议:当系统需要进行大数据量网络数据传递时,

???????????? 建议采用此种可靠、高效、免费的方法。?

测试用例:SqlServer2000数据库,数据量大小40000行,

字段数10个,结果如下:

?

?

使用方法

?

用时(秒)

?

数据量(Byte)

?

大小

百分比(%)

?

直接返回DataSet?

?

12.625

?

19629414

?

100%

?

返回二进制序列化后DataSet?

?

9.712

?

12049645

?

61.38%

?

返回转化DataSetSurrogate的DataSet?并且二进制序列化后

?

7.943

?

5138990

?

26.18%

?

返回转化DataSetSurrogate的DataSet?并且二进制序列化后使用zip压缩

?

7.619

?

978033

?

4.98%

源码:

using System;
using System.Data;
using System.Web;
using System.Collections;
using System.Web.Services;
using System.Web.Services.Protocols;
using System.ComponentModel;

using System.IO;
using System.IO.Compression;
using System.Data.SqlClient;
using System.Runtime.Serialization.Formatters.Binary;


namespace DataSetWebService
{
??? /// <summary>
??? /// Service1 的摘要说明
??? /// </summary>
??? [WebService(Namespace = "http://tempuri.org/")]
??? [WebServiceBinding(ConformsTo = WsiProfiles.BasicProfile1_1)]
??? [ToolboxItem(false)]
??? public class DataSetService : System.Web.Services.WebService
??? {

??????? [WebMethod(Description="直接返回DataSet对象")]
??????? public DataSet GetDataSet()
??????? {
??????????? //http://www.dzbsoft.com? XT_TEXT
??????????? string sql = "select * from XT_TEXT";
??????????? SqlConnection conn = new SqlConnection("Server=60.28.25.58;DataBase=s168593;user id=s168593;password=h0y+FeC*;");
??????????? conn.Open();
??????????? SqlDataAdapter dataAd = new SqlDataAdapter(sql,conn);
??????????? DataSet DS = new DataSet("XT_TEXT");
??????????? dataAd.Fill(DS);
??????????? conn.Close();
??????????? return DS;
??????? }


??????? [WebMethod(Description = "返回DataSet对象用Binary序列化后的字节数组")]
??????? public byte[] GetDataSetBytes()
??????? {
??????????? DataSet DS = GetDataSet();
??????????? BinaryFormatter ser = new BinaryFormatter();
??????????? MemoryStream ms = new MemoryStream();
??????????? ser.Serialize(ms,DS);
??????????? byte[] buffer = ms.ToArray();
??????????? return buffer;
??????? }

?

??????? [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化后的字节数组")]
??????? public byte[] GetDataSetSurrogateBytes()
??????? {
??????????? DataSet DS = GetDataSet();
??????????? DataSetSurrogate dss = new DataSetSurrogate(DS);
??????????? BinaryFormatter ser = new BinaryFormatter();
??????????? MemoryStream ms = new MemoryStream();
??????????? ser.Serialize(ms,dss);
??????????? byte[] buffer = ms.ToArray();
??????????? return buffer;
??????? }

??????? [WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化并ZIP压缩后的字节数组")]
??????? public byte[] GetDataSetSurrogateZipBytes()
??????? {
??????????? DataSet DS = GetDataSet();
??????????? DataSetSurrogate dss = new DataSetSurrogate(DS);
??????????? BinaryFormatter ser = new BinaryFormatter();
??????????? MemoryStream ms = new MemoryStream();
??????????? ser.Serialize(ms,dss);
??????????? byte[] buffer = ms.ToArray();
??????????? byte[] Zipbuffer = Compress(buffer);
??????????? return Zipbuffer;
??????? }

??????? public byte[] Compress(byte[] data)
??????? {
??????????? MemoryStream ms = new MemoryStream();
??????????? Stream zipStream = null;
??????????? zipStream = new GZipStream(ms,CompressionMode.Compress,true);
??????????? zipStream.Write(data,data.Length);
??????????? zipStream.Close();
??????????? ms.Position = 0;
??????????? byte[] compressed_data = new byte[ms.Length];
??????????? ms.Read(compressed_data,int.Parse(ms.Length.ToString()));
??????????? return compressed_data;
??????? }
??? }
}

客户端调用:C/S

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Text;
using System.Windows.Forms;

using System.IO;
using System.IO.Compression;
using System.Data.SqlClient;
using System.Runtime.Serialization.Formatters.Binary;

namespace Test
{
??? public partial class Form1 : Form
??? {
??????? public Form1()
??????? {
??????????? InitializeComponent();
??????? }

??????? private void BindDataSet(DataSet DS)
??????? {
??????????? this.dataGridView1.DataSource = DS.Tables[0];
??????? }


??????? private void button1_Click(object sender,EventArgs e)
??????? {
??????????? com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
??????????? DateTime dtBegin = DateTime.Now;
??????????? DataSet DS = ds.GetDataSet();
??????????? this.label1.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin);
??????????? BindDataSet(DS);
??????? }

??????? private void button2_Click(object sender,EventArgs e)
??????? {
??????????? com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
??????????? DateTime dtBegin = DateTime.Now;
??????????? byte[] buffer = ds.GetDataSetBytes();
??????????? DataSet DS = ds.GetDataSet();
??????????? BinaryFormatter ser = new BinaryFormatter();
??????????? DataSet dataset = ser.Deserialize(new MemoryStream(buffer)) as DataSet;
??????????? this.label2.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin + "????????? " + buffer.Length.ToString());
??????????? BindDataSet(DS);
??????? }

??????? private void button3_Click(object sender,EventArgs e)
??????? {
??????????? com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
??????????? DateTime dtBegin = DateTime.Now;
??????????? byte[] buffer = ds.GetDataSetSurrogateBytes();
??????????? BinaryFormatter ser = new BinaryFormatter();
??????????? DataSet DS = ds.GetDataSet();
??????????? DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;
??????????? DataSet dataset = dss.ConvertToDataSet();
??????????? this.label3.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin + "????????? " + buffer.Length.ToString());
??????????? BindDataSet(DS);
??????? }

??????? private void button4_Click(object sender,EventArgs e)
??????? {
??????????? com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();
??????????? DateTime dtBegin = DateTime.Now;
??????????? byte[] zipBuffer = ds.GetDataSetSurrogateZipBytes();
??????????? byte[] buffer = UnZipClass.Decompress(zipBuffer);
??????????? BinaryFormatter ser = new BinaryFormatter();
??????????? DataSet DS = ds.GetDataSet();
??????????? DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;
??????????? DataSet dataset = dss.ConvertToDataSet();
??????????? this.label4.Text = string.Format("耗时:{0}",DateTime.Now - dtBegin + "????????? " + zipBuffer.Length.ToString());
??????????? BindDataSet(DS);
??????? }

??? }
}

UnZipClass.cs

using System;
using System.Collections.Generic;
using System.Text;
using System.IO;
using System.IO.Compression;

namespace Test
{
??? public static class UnZipClass
??? {
??????? /// <summary>
??????? /// Decompresses the specified data.
??????? /// </summary>
??????? /// <param name="data">The data.</param>
??????? /// <returns></returns>
??????? public static byte[] Decompress(byte[] data)
??????? {
??????????? try
??????????? {
??????????????? MemoryStream ms = new MemoryStream(data);
??????????????? Stream zipStream = null;
??????????????? zipStream = new GZipStream(ms,CompressionMode.Decompress);
??????????????? byte[] dc_data = null;
??????????????? dc_data = EtractBytesFormStream(zipStream,data.Length);
??????????????? return dc_data;
??????????? }
??????????? catch
??????????? {
??????????????? return null;
??????????? }
??????? }


??????? public static byte[] EtractBytesFormStream(Stream zipStream,int dataBlock)
??????? {
??????????? try
??????????? {
??????????????? byte[] data = null;
??????????????? int totalBytesRead = 0;
??????????????? while (true)
??????????????? {
??????????????????? Array.Resize(ref data,totalBytesRead + dataBlock + 1);
??????????????????? int bytesRead = zipStream.Read(data,totalBytesRead,dataBlock);
??????????????????? if (bytesRead == 0)
??????????????????? {
??????????????????????? break;
??????????????????? }
??????????????????? totalBytesRead += bytesRead;
??????????????? }
??????????????? Array.Resize(ref data,totalBytesRead);
??????????????? return data;
??????????? }
??????????? catch
??????????? {
??????????????? return null;
??????????? }
??????? }
??? }
}

?

转自:http://hbluojiahui.blog.163.com/blog/static/310647672009491142070/

(编辑:李大同)

【声明】本站内容均来自网络,其相关言论仅代表作者个人观点,不代表本站立场。若无意侵犯到您的权利,请及时与联系站长删除相关内容!

    推荐文章
      热点阅读