关于web自动化操作的分析和基类的实现

publicclassCookieManager

{/**

*ParseaCookie:headerintoindividualtokensaccordingtoRFC2109.

*/

privateclassCookieTokenizer

{

/**

*Upperboundonthenumberofcookietokenstoaccept.Thelimitis

*basedonthe4differentattributes(4.3.4)andthe20cookieminimum

*(6.3)giveninRFC2109multipliedby2toaccomodatethe2tokensin

*eachname=valuepair("JSESSIONID=1234"is2tokens).

*/

privateconstintMAX_COOKIE_TOKENS=4*20*2;

/**

*Arrayofcookietokens.Evenindicescontainnametokenswhileodd

*indicescontainvaluetokens(ornull).

*/

publicstring[]tokens=newstring[MAX_COOKIE_TOKENS];

/**

*Numberofcookietokenscurrentlyinthetokens[]array.

*/

privateintnumTokens=0;

/**

*Parseaname=valuepairfromtheCookie:header.

*

*@paramcookiesTheCookie:headertoparse

*@parambeginIndexTheindexincookiestobeginparsingfrom,inclusive

*/

privateintparseNameValue(stringcookies,intbeginIndex)

{

intlength=cookies.Length;

intindex=beginIndex;

while(index<length)

{

switch(cookies[index])

{

case';':

case',':

//Foundendofnametokenwithoutvalue

tokens[numTokens]=cookies.Substring(beginIndex,index-beginIndex).Trim();

if(tokens[numTokens].Length>0)

{

numTokens++;

tokens[numTokens]=null;

numTokens++;

}

returnindex+1;

case'=':

//Foundendofnametokenwithvalue

tokens[numTokens]=cookies.Substring(beginIndex,index-beginIndex).Trim();

numTokens++;

returnparseValue(cookies,index+1);

case'"':

//Skippastquotedspan

doindex++;while(cookies[index]!='"');

break;

}

index++;

}

if(index>beginIndex)

{

//Foundendofnametokenwithoutvalue

tokens[numTokens]=cookies.Substring(beginIndex,index-beginIndex).Trim();

if(tokens[numTokens].Length>0)

{

numTokens++;

tokens[numTokens]=null;

numTokens++;

}

}

returnindex;

}

/**

*Parsethename=valuetokensfromaCookie:header.

*

*@paramcookiesTheCookie:headertoparse

*/

publicinttokenize(stringcookies)

{

numTokens=0;

if(cookies!=null)

{

try

{

//Advancethroughcookies,parsingname=valuepairs

intlength=cookies.Length;

intindex=0;

while(index<length)

index=parseNameValue(cookies,index);

}

catch(Exceptione)

{

//Filledupthetokens[]array

}

//catch(IndexOutOfBoundsExceptione)

//{

////Walkedofftheendofthecookiesheader

//}

}

returnnumTokens;

}

/**

*ReturnthenumberofcookietokensparsedfromtheCookie:header.

*/

publicintgetNumTokens()

{

returnnumTokens;

}

/**

*ReturnsagivencookietokenfromtheCookie:header.

*

*@paramindexTheindexofthecookietokentoreturn

*/

publicStringtokenAt(intindex)

{

returntokens[index];

}

/**

*Parsethevaluetokenfromaname=valuepair.

*

*@paramcookiesTheCookie:headertoparse

*@parambeginIndexTheindexincookiestobeginparsingfrom,inclusive

*/

privateintparseValue(Stringcookies,intbeginIndex)

{

intlength=cookies.Length;

intindex=beginIndex;

while(index<length)

{

switch(cookies[index])

{

case';':

case',':

//Foundendofvaluetoken

tokens[numTokens]=cookies.Substring(beginIndex,index-beginIndex).Trim();

numTokens++;

returnindex+1;

case'"':

//Skippastquotedspan

doindex++;while(cookies[index]!='"');

break;

}

index++;

}

//Foundendofvaluetoken

tokens[numTokens]=cookies.Substring(beginIndex,index-beginIndex).Trim();

numTokens++;

returnindex;

}

}

staticRegexregExpires=newRegex(@"expires\=[\s]*?[\w]+.+?(?=(,|;|[\w-]+\=|$))",RegexOptions.IgnoreCase);

staticRegexregHttpOnly=newRegex(@"httponly([\s]*?|,)",RegexOptions.IgnoreCase);

staticCookieTokenizerct=newCookieTokenizer();

staticstring[]systemKey=newstring[]{

"expires","domain","path","max-age","version"

};

staticpublicList<Cookie>ParseCookieHeader(stringcookieHeader,stringdefaultDomain)

{

List<Cookie>cList=newList<Cookie>();

varmasExpires=regExpires.Matches(cookieHeader);

foreach(MatchmaExpiresinmasExpires)

{

stringdateText=maExpires.Value.Trim().Substring(8,maExpires.Value.Trim().Length-8);

if(dateText.IndexOf(",")==dateText.Length-1||dateText.IndexOf(";")==dateText.Length-1)

{

dateText=dateText.Substring(0,dateText.Length-1);

}

if(dateText.IndexOf(",")==3)

{

dateText=dateText.Substring(3,dateText.Length-3);

}

DateTimedate=DateTime.Parse(dateText);

cookieHeader=cookieHeader.Replace(maExpires.Value,"expires="+date.Ticks.ToString()+";");

}

cookieHeader=regHttpOnly.Replace(cookieHeader,"");

intcount=ct.tokenize(cookieHeader);

stringkey="";

Cookiecookie=null;

for(inti=0;i<count;i++)

{

if(i%2==0)

{

key=ct.tokens[i];

}

else

{

if(key!="")

{

if(!systemKey.Contains(key.ToLower()))

{

cookie=newCookie();

cookie.Name=key;

cookie.Value=ct.tokens[i];

cookie.Path="/";

cookie.Expires=DateTime.Now.AddDays(1);

cookie.Domain=defaultDomain;

if(cList.Count(p=>p.Name.ToLower().Trim()==key.ToLower().Trim())>0)

{

cList.Remove(cList.Where(p=>p.Name.ToLower().Trim()==key.ToLower().Trim()).Take(1).Single());

}

cList.Add(cookie);

}

else

{

if(cookie!=null)

{

if(key.ToLower()==systemKey[0])

{

try

{

cookie.Expires=cookie.Expires.AddMilliseconds(double.Parse(ct.tokens[i])/10000);

}

catch{cookie.Expires=DateTime.Now.AddDays(1);}

}

elseif(key.ToLower()==systemKey[1])

{

cookie.Domain=ct.tokens[i];

}

elseif(key.ToLower()==systemKey[2])

{

cookie.Path=ct.tokens[i];

}

elseif(key.ToLower()==systemKey[3])

{

try

{

cookie.Expires=cookie.Expires.AddSeconds(double.Parse(ct.tokens[i]));

}

catch{cookie.Expires=DateTime.Now.AddDays(1);}

}

}

}

}

}

}

returncList;

}

List<Cookie>cookieList=newList<Cookie>();

publicvoidSetCookie(CookieCollectioncookies)

{

foreach(Cookiecookieincookies)

{

if(cookieList.Count(p=>p.Name==cookie.Name&&p.Domain.ToLower()==cookie.Domain.ToLower())>0)

{

vartc=cookieList.Where(p=>p.Name==cookie.Name&&p.Domain.ToLower()==cookie.Domain.ToLower()).Take(1).Single();

cookieList.Remove(tc);

}

cookieList.Add(cookie);

}

}

publicvoidSetCookie(List<Cookie>cookies)

{

CookieCollectioncc=newCookieCollection();

foreach(Cookiecookieincookies)

{

cc.Add(cookie);

}

SetCookie(cc);

}

publicvoidSetCookie(stringcookieHeader,stringdefaultDomain)

{

SetCookie(ParseCookieHeader(cookieHeader,defaultDomain));

}

publicvoidSetCookie(Cookieck)

{

CookieCollectioncc=newCookieCollection();

cc.Add(ck);

SetCookie(cc);

}

publicstringGetCookieHeader(stringhost)

{

varwhe=GetCookies(host);

returnGetCookieString(whe);

}

staticRegexregDomain=newRegex(@"[\w]+\.(org\.cn|net\.cn|com\.cn|com|net|org|gov|cc|biz|info|cn|hk)+$");

publicCookieCollectionGetCookies(stringserverHost)

{

List<string>domainList=newList<string>();

stringdomain=regDomain.Match(serverHost).Value;

stringhost=serverHost.ToLower().Replace("www.","");

host=host.Replace(domain,"domain");

string[]pars=host.Split('.');

if(pars.Length>1)

{

stringtmp="";

for(inti=pars.Length-1;i>-1;i--)

{

if(pars[i]=="domain")

continue;

tmp=pars[i]+"."+tmp;

domainList.Add(tmp+domain);

domainList.Add("."+tmp+domain);

}

}

domainList.Add(serverHost);

domainList.Add(domain);

domainList.Add("."+domain);

CookieCollectioncc=newCookieCollection();

varwhe=cookieList.Where(p=>domainList.Contains(p.Domain.ToLower()));

foreach(varcookieinwhe)

{

cc.Add(cookie);

}

returncc;

}

publicCookieCollectionConvert(List<Cookie>cks)

{

CookieCollectioncc=newCookieCollection();

foreach(Cookieitemincks)

{

cc.Add(item);

}

returncc;

}

publicList<Cookie>Convert(CookieCollectioncks)

{

List<Cookie>cc=newList<Cookie>();

foreach(Cookieitemincks)

{

cc.Add(item);

}

returncc;

}

privatestringGetCookieString(CookieCollectioncks)

{

StringBuilderstrCookie=newStringBuilder();

foreach(Cookiecookieincks)

{

strCookie.Append(cookie.Name);

strCookie.Append("=");

strCookie.Append(cookie.Value);

strCookie.Append(";");

}

if(strCookie.Length>3)

strCookie=strCookie.Remove(strCookie.Length-2,2);

returnstrCookie.ToString();

}

publicvoidSetAllCookieToDomain(stringdomain)

{

varatCookie=Convert(GetCookies(domain));

varneedCookie=cookieList.Where(p=>!atCookie.Contains(p)).ToArray();

for(inti=0;i<needCookie.Length;i++)

{

Cookieitem=needCookie[i];

cookieList.Add(newCookie()

{

Domain=domain,

Expired=item.Expired,

Expires=item.Expires,

Name=item.Name,

Path=item.Path,

Value=item.Value

});

}

}

publicvoidClear()

{

cookieList.Clear();

}

publicvoidRemoveCookie(stringname,stringdoamin=null)

{

varcks=newList<Cookie>();

vartemp=newCookie[cookieList.Count];

cookieList.CopyTo(temp);

cks=temp.ToList();

if(!string.IsNullOrEmpty(doamin))

{

cks=Convert(GetCookies(doamin));

}

foreach(Cookiecookieincks)

{

if(cookie.Name.Trim()==name.Trim())

{

cookieList.Remove(cookie);

}

}

}

publicvoidSetIECookie(stringhost=null)

{

varcks=cookieList;

if(!string.IsNullOrEmpty(host))

{

cks=Convert(GetCookies(host));

}

foreach(varcookieincookieList)

{

for(inti=0;i<5&&!WinAPI.InternetSetCookie("http://"+(cookie.Domain.StartsWith(".")?"www":"")+cookie.Domain,cookie.Name,cookie.Value+";expires="+cookie.Expires.ToGMTString());i++);

}

}

}

abstractpublicclassWebAction

{

/*类名:web操作基础支持类

*描述:提供web操作基础接口

*创建日期:2011-10-25

*版本:0.4

*作者:byrolends986

*/

/*

*版本更新记录

*0.1基本代码的构建与调试

*0.2修改主入口方法,实现多参数化定义2011-11-1

*0.3添加SetUseUnsafeHeaderParsing功能,修订lock逻辑,删除url编码逻辑(会导致部分服务器header解析问题)2011-12-2

*0.4新增代理控制逻辑,修改useUnsafeHeaderParsing参数,添加资源释放逻辑2011-12-12

*/

staticWebAction()

{

DefaultConnectionLimit=1000;

KeepAliveTime=10*1000;

KeepAliveInterval=300;

}

protectedCookieManager_cookieManager=newCookieManager();

protectedXQSoft.Common.LogLogObject{get{returnLogManager.Logs[LogName];}}

string_logName="";

virtualprotectedstringLogName{get{return_logName;}}

publicWebAction()

{

}

publicWebAction(stringlogName)

{

_logName=logName;

}

publicconststring_userAgent_FF="Mozilla/5.0(WindowsNT5.1;rv:11.0)Gecko/20100101Firefox/11.0";

publicconststring_userAgent_IE="Mozilla/4.0(compatible;MSIE7.0;WindowsNT5.1;Trident/4.0;.NETCLR2.0.50727;.NETCLR3.0.4506.2152;.NETCLR3.5.30729;.NET4.0C;.NET4.0E)";

publicconststring_defaultAccept="text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8";

publicconststring_defaultAcceptLanguage="zh-cn,zh;q=0.5";

publicconststring_defaultAcceptCharset="GB2312,utf-8;q=0.7,*;q=0.7";

publicstaticintDefaultConnectionLimit{get;set;}

staticpublicintKeepAliveTime{get;set;}

staticpublicintKeepAliveInterval{get;set;}

publicboolEnableProxy{get;set;}

ProxyInfo_proxyInfo=null;

publicProxyInfoProxyInfo{get{return_proxyInfo;}protectedset{_proxyInfo=value;}}

publicstringKey{get{returnnewGuid().ToString();}}

staticobjectsslLock=newobject();

staticpublicboolCheckValidationResult(objectsender,X509Certificatecertificate,X509Chainchain,SslPolicyErrorserrors)

{

//if(senderisHttpWebRequest)

//{

//varrequest=senderasHttpWebRequest;

//if(request.ClientCertificates.Count>0)

//returnfalse;

//}

returntrue;//Alwaysaccept

}

virtualprotectedvoidChangeProxy()

{

_proxyInfo=ProxyManager.GetAvailableProxy(this.Key);

}

/*

新方法byrolends1986

*2011-10-27

1,支持自定义Content-Type

2,封装编码,自身维护表单键值转换

3,支持各种参数的自定义

4,实现自动编码

5,实现CA文件指定

*/

virtualprotectedTGetWebData<T>(stringurl,

stringcharset=null,

stringreferer=null,

PostInfopostInfo=null,

bool?useProxy=null,

NameValueCollectionheaders=null,

stringuserAgent=null,

Certificatescertificates=null,

Versionprotocol=null,

bool?allowAutoRedirect=false,

bool?keepAlive=null,

stringaccept=null,

stringacceptLanguage=null,

stringacceptCharset=null,

stringurlEncoding=null,

RequestCachePolicycachePolicy=null)

{

System.Net.ServicePointManager.DefaultConnectionLimit=DefaultConnectionLimit;

//System.Net.ServicePointManager.SetTcpKeepAlive(true,KeepAliveTime,KeepAliveInterval);

//SetUseUnsafeHeaderParsing(useUnsafeHeaderParsing);

varuri=newUri(url);

//url=EncodeUrl(url,urlEncoding);

varrequest=(HttpWebRequest)WebRequest.Create(url);

request.ServicePoint.Expect100Continue=false;

request.Proxy=null;

if(useProxy.HasValue)

{

if(useProxy.Value)

{

SetProxy(request);

}

}

else

{

if(EnableProxy)

{

SetProxy(request);

}

}

#regionsetdefault

request.KeepAlive=false;

request.AllowAutoRedirect=false;

request.UserAgent=_userAgent_FF;

request.Accept=_defaultAccept;

request.Headers.Add(HttpRequestHeader.AcceptLanguage,_defaultAcceptLanguage);

request.Headers.Add(HttpRequestHeader.AcceptCharset,_defaultAcceptCharset);

request.CachePolicy=newSystem.Net.Cache.RequestCachePolicy(System.Net.Cache.RequestCacheLevel.NoCacheNoStore);

request.Method="get";

#endregion

if(url.ToLower().IndexOf("https")==0)

{

if(certificates!=null)

{

X509CertificateCollectioncrts=null;

if(certificates.IsAuto)

{

crts=GetCertificates(uri);

}

else

{

crts=certificates.CertificateCollection;

}

if(crts==null)ThrowException(505,url);

request.ClientCertificates=crts;

}

request.ProtocolVersion=HttpVersion.Version10;

}

//request.Host=uri.Host;

if(allowAutoRedirect.HasValue)request.AllowAutoRedirect=allowAutoRedirect.Value;

//if(keepAlive.HasValue)request.KeepAlive=keepAlive.Value;//由于手动释放了资源,keepalive设置不再有效

if(!string.IsNullOrEmpty(userAgent))request.UserAgent=userAgent;

if(!string.IsNullOrEmpty(accept))request.Accept=accept;

if(!string.IsNullOrEmpty(acceptLanguage))

{

if(request.Headers[HttpRequestHeader.AcceptLanguage]==null)

request.Headers.Add(HttpRequestHeader.AcceptLanguage,acceptLanguage);

else

request.Headers[HttpRequestHeader.AcceptLanguage]=acceptLanguage;

}

if(!string.IsNullOrEmpty(acceptCharset))

{

if(request.Headers[HttpRequestHeader.AcceptCharset]==null)

request.Headers.Add(HttpRequestHeader.AcceptCharset,acceptCharset);

else

request.Headers[HttpRequestHeader.AcceptCharset]=acceptCharset;

}

if(!string.IsNullOrEmpty(referer))request.Referer=referer;

if(cachePolicy!=null)request.CachePolicy=cachePolicy;

if(protocol!=null)request.ProtocolVersion=protocol;

try

{

if(headers!=null)

foreach(varnvinheaders.AllKeys)

{

request.Headers.Add(nv,headers[nv]);

}

}

catch(Exceptionex)

{

DisposeRequest(request);

//requestheadererror502

ThrowException(502,ex.Message);

}

stringrequestCookie=_cookieManager.GetCookieHeader(uri.Host);

if(!String.IsNullOrEmpty(requestCookie))

{

request.Headers.Add(HttpRequestHeader.Cookie,requestCookie);

}

if(postInfo!=null)

{

request.Method="post";

byte[]byteArray=postInfo.GetPostData();

request.ContentType=postInfo.GetContentType();

request.ContentLength=byteArray.Length;

StreamdataStream=request.GetRequestStream();

dataStream.Write(byteArray,0,byteArray.Length);

dataStream.Close();

}

WebResponseresponse=null;

try

{

if(url.ToLower().IndexOf("https")==0)

{

lock(sslLock)

{

if(certificates!=null)

{

if(ServicePointManager.ServerCertificateValidationCallback!=null)

ServicePointManager.ServerCertificateValidationCallback-=CheckValidationResult;

}

else

{

if(ServicePointManager.ServerCertificateValidationCallback==null)

ServicePointManager.ServerCertificateValidationCallback+=CheckValidationResult;

}

response=request.GetResponse();

}

}

else

{

response=request.GetResponse();

}

}

catch(Exceptionex)

{

DisposeRequest(request);

DisposeResponse(response);

//getresponseerror503

ThrowException(503,ex.Message);

}

stringcookie=response.Headers.Get("Set-Cookie");

if(!String.IsNullOrEmpty(cookie))

{

_cookieManager.SetCookie(cookie,uri.Host);

}

varsm=response.GetResponseStream();

if(typeof(T)==typeof(string))

{

if(!String.IsNullOrEmpty(response.Headers["Content-Type"]))

{

string[]ct=response.Headers["Content-Type"].Split(';');

if(ct.Length>1)

{

charset=ct[1].Split('=')[1];//setserverresponseencoding

}

}

stringhtml=GetHtml(sm,charset);

Tresult=(T)(object)html;

DisposeRequest(request);

DisposeResponse(response);

returnresult;

}

elseif(typeof(Image)==typeof(T))

{

try

{

Imageoriginal=Image.FromStream(sm);

Tresult=(T)(object)original;

DisposeRequest(request);

DisposeResponse(response);

returnresult;

}

catch(Exceptionex)

{

//toimageerror504

DisposeRequest(request);

DisposeResponse(response);

ThrowException(504,ex.Message);

returndefault(T);

}

}

elseif(typeof(ResponseLocation)==typeof(T))

{

ResponseLocationrl=newResponseLocation()

{

Html=GetHtml(sm,charset),

Url=response.Headers["Location"]

};

Tresult=(T)(object)rl;

DisposeRequest(request);

DisposeResponse(response);

returnresult;

}

else

{

Tresult=(T)(object)GetData(sm);

DisposeRequest(request);

DisposeResponse(response);

returnresult;

}

}

privatevoidDisposeResponse(WebResponseresponse)

{

try

{

response.GetResponseStream().Close();

}

catch{}

try

{

response.Close();

}

catch{}

try

{

response=null;

}

catch{}

}

privatevoidDisposeRequest(HttpWebRequestrequest)

{

try

{

try

{

request.GetRequestStream().Close();

}

catch{}

try

{

request.Abort();

}

catch{}

try

{

request=null;

}

catch{}

}

catch{}

}

privatevoidSetProxy(HttpWebRequestrequest)

{

if(ProxyInfo==null)

ThrowException(533,"代理实例为空,请先实例化");

request.Proxy=newWebProxy(ProxyInfo.IPAddress.ToString(),ProxyInfo.Port);

}

publicstaticboolSetUseUnsafeHeaderParsing(boolboolVal)

{

try

{

Assemblyassem=Assembly.GetAssembly(typeof(System.Net.Configuration.SettingsSection));

if(assem==null)returnfalse;

TypeassemType=assem.GetType("System.Net.Configuration.SettingsSectionInternal");

if(assemType==null)returnfalse;

objectobj=assemType.InvokeMember("Section",BindingFlags.Static|BindingFlags.GetProperty|

BindingFlags.NonPublic,null,null,newobject[]{});

if(obj==null)returnfalse;

FieldInfofieldInfo=assemType.GetField("useUnsafeHeaderParsing",BindingFlags.NonPublic|BindingFlags.Instance);

if(fieldInfo==null)returnfalse;

fieldInfo.SetValue(obj,boolVal);

}

catch{}

returntrue;

}

privatestringEncodeUrl(stringurl,stringcode)

{

if(string.IsNullOrEmpty(code))

returnurl;

EncodingurlCode=Encoding.ASCII;

if(!String.IsNullOrEmpty(code))

{

urlCode=Encoding.GetEncoding(code);

}

intpIndex=url.IndexOf('?');

if(url.Length-1<=pIndex)

returnurl;

if(pIndex>1)

{

string[]its=url.Substring(pIndex+1).Split('&');

StringBuildernp=newStringBuilder();

foreach(varnvinits)

{

stringname="";

stringvalue="";

intcIndex=nv.IndexOf("=");

if(cIndex<0)

name=nv;

else

{

name=nv.Substring(0,cIndex);

if(nv.Length-1>cIndex)

value=nv.Substring(cIndex+1);

}

np.Append(UrlUnit.UrlEncode(name,urlCode));

np.Append("=");

np.Append(UrlUnit.UrlEncode(value,urlCode));

np.Append("&");

}

url=url.Substring(0,pIndex+1)+np.Remove(np.Length-1,1).ToString();

}

returnurl;

}

publicbyte[]GZipDecompress(byte[]gzip)

{

using(GZipStreamstream=newGZipStream(newMemoryStream(gzip),

CompressionMode.Decompress))

{

constintsize=4096;

byte[]buffer=newbyte[size];

using(MemoryStreammemory=newMemoryStream())

{

intcount=0;

do

{

count=stream.Read(buffer,0,size);

if(count>0)

{

memory.Write(buffer,0,count);

}

}

while(count>0);

returnmemory.ToArray();

}

}

}

publicbyte[]DeflateDecompress(byte[]deflate)

{

using(DeflateStreamstream=newDeflateStream(newMemoryStream(deflate),

CompressionMode.Decompress))

{

constintsize=4096;

byte[]buffer=newbyte[size];

using(MemoryStreammemory=newMemoryStream())

{

intcount=0;

do

{

count=stream.Read(buffer,0,size);

if(count>0)

{

memory.Write(buffer,0,count);

}

}

while(count>0);

returnmemory.ToArray();

}

}

}

privatebyte[]GetData(Streamsm)

{

byte[]realData=null;

byte[]buffer=newbyte[1024*8];

intdataLength=0;

do

{

dataLength=sm.Read(buffer,0,buffer.Length);

if(realData==null)

{

realData=newbyte[dataLength];

Array.Copy(buffer,realData,dataLength);

}

else

{

intoldLength=realData.Length;

Array.Resize<byte>(refrealData,realData.Length+dataLength);

Array.Copy(buffer,0,realData,oldLength,dataLength);

}

}

while(dataLength>0);

//return(T)(object)buffer.Take(dataLength).ToArray();

returnrealData;

}

privatestringGetHtml(Streamsm,stringcharset)

{

vardata=GetData(sm);

stringnewCharset=string.IsNullOrEmpty(charset)?"utf-8":charset;

try

{

stringr=Encoding.GetEncoding(newCharset).GetString(data);

if(string.IsNullOrEmpty(charset))

{

r=CheckEncoding(data,newCharset,r);

}

LogObject.WriteLine("==============================================\r\n");

LogObject.WriteLine(r);

LogObject.WriteLine("==============================================");

LogObject.WriteLine("******************************分割*************************");

returnr;

}

catch(Exceptionex)

{

//getresponseerror503

ThrowException(509,ex.Message);

return"";

}

}

protectedstaticRegexregCharset=newRegex("(?<=<meta.+?content\\=.+?charset\\=).+?(?=(\\\"|[\\s]))",RegexOptions.IgnoreCase);

protectedstaticRegexregCharset2=newRegex("(?<=<meta[\\s]+charset=[\\\"]{0,1})[a-z0-9]+(?=[\\\"]{0,1})",RegexOptions.IgnoreCase);

privatestringCheckEncoding(byte[]data,stringcurrentCharset,stringhtml)

{

stringpageCharset="";

if(regCharset.IsMatch(html))

{

pageCharset=regCharset.Match(html).Value.Trim().ToLower();

}

if(regCharset2.IsMatch(html))

{

pageCharset=regCharset2.Match(html).Value.Trim().ToLower();

}

if(pageCharset!=currentCharset.Trim().ToLower())

{

try

{

returnEncoding.GetEncoding(pageCharset).GetString(data);

}

catch{}

}

returnhtml;

}

virtualprotectedX509CertificateCollectionGetCertificates(Uriuri)

{

X509CertificateCollectioncerts=newX509CertificateCollection();

stringhost=uri.Host;

for(inti=0;i<8;i++)

{

for(intj=1;j<=2;j++)

{

X509Storestore=newX509Store((StoreName)(i+1),(StoreLocation)j);

store.Open(OpenFlags.MaxAllowed);

foreach(varcertinstore.Certificates)

{

Console.WriteLine(cert.Subject);

if(cert.Subject.ToLower().Contains(host.ToLower()))

{

certs.Add(cert);

}

}

}

}

returncerts;

}

virtualprotectedvoidThrowException(interrorCode,stringsourceText)

{

throwXQException.GetException(errorCode,sourceText);

}

protectedNameValueCollectionGetQueryParameter(stringurl)

{

NameValueCollectionpars=newNameValueCollection();

varparaString=url.Substring(url.IndexOf("?")+1,url.Length-url.IndexOf("?")-1).Split('&');

for(inti=0;i<paraString.Length;i++)

{

varnv=paraString[i].Split('=');

varname=nv[0];

varvalue=nv[1];

pars.Add(name,value);

}

returnpars;

}

}