cdec7858bd
20181223 V1.0 正式版--- 修复由于少数网站只支持TSL1.1和1.2版本，导致HTTPS发包失败的问题，增加HTTPS使用TSL1.1和1.2版本。 注意：由于.net framework 4.0不支持TSL1.1和1.2版本，您必须安装.net framework 4.0以上本版本，建议安装.net framework 4.5或.net framework 4.6版本 注意：由于XP/Server 03不能安装.net framework 4.0以上版本，所以暂时无法支持HTTPS TSL1.1和1.2版本，程序编译暂时还是使用.net framework 4.0，兼容XP/Server 03，所以在XP/Server 03暂时不支持HTTPS使用TSL1.1和1.2版本，可能导致少数情况无法进行https发包。
1012 lines
41 KiB
C#
1012 lines
41 KiB
C#
using System;
|
||
using System.Text;
|
||
using tools;
|
||
using System.Net.Sockets;
|
||
using model;
|
||
using System.IO.Compression;
|
||
using System.IO;
|
||
using System.Net.Security;
|
||
using System.Text.RegularExpressions;
|
||
using System.Threading;
|
||
using System.Diagnostics;
|
||
using System.Security.Authentication;
|
||
using System.Security.Cryptography.X509Certificates;
|
||
using SuperSQLInjection.bypass;
|
||
using SuperSQLInjection.tools.http;
|
||
using System.Net;
|
||
using SuperSQLInjection.model;
|
||
|
||
namespace SuperSQLInjection.tools
|
||
{
|
||
public class HTTP
|
||
{
|
||
|
||
public const char T = '\n';
|
||
public const String CT = "\r\n";
|
||
public const String AutoGetEncoding = "自动识别";
|
||
public const String DefaultEncoding = "UTF-8";
|
||
public const String CTRL = "\r\n\r\n";
|
||
public const String Content_Length_Str = "content-length: ";
|
||
public const String Content_Length_Str_M = "Content-Length: ";
|
||
public const String Content_Length = "content-length";
|
||
public const String Content_Encoding = "content-encoding";
|
||
public const String Transfer_Encoding = "transfer-encoding";
|
||
public const String Connection = "connection";
|
||
public const int WaitTime =5;
|
||
public static Main main = null;
|
||
public static long index = 0;
|
||
|
||
public static String getTemplate = "GET /mysql.jsp?id=1 HTTP/1.1\r\nUser-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36 Edge/12.10240\r\nAccept-Encoding: gzip, deflate\r\nHost: 127.0.0.1:8090\r\nConnection: Close\r\nCookie: JSESSIONID=2F6D5F1AC8C376FF0AB48A08282A6CED";
|
||
public static String postTemplate = "POST /search/index.htm HTTP/1.1\r\nReferer: http://www.shack2.org/\r\nUser-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36 Edge/12.10240\r\nContent-Type: application/x-www-form-urlencoded\r\nAccept-Encoding: gzip, deflate\r\nContent-Length: 5\r\nHost: www.shack2.org\r\nConnection: Keep-Alive\r\nPragma: no-cache\r\nCookie: CNZZDATA4159773=cnzz_eid%3D217492251-1446476958-%26ntime%3D1447834260; bdshare_firstime=1446476958863\r\n\r\nkey=s";
|
||
public static void initMain(Main m)
|
||
{
|
||
main = m;
|
||
}
|
||
|
||
/**
|
||
*
|
||
发生异常尝试重连
|
||
*
|
||
*/
|
||
public static ServerInfo sendRequestRetry(Boolean isSSL, int tryCount, String host, int port, String payload, String request, int timeout, String encoding, Boolean foward_302,Boolean redirectDoGet)
|
||
{
|
||
if (request.IndexOf("<Token>") != -1) {
|
||
String token = "";
|
||
|
||
if (!"".Equals(main.config.token_request) &&!"".Equals(main.config.token_startStr)&& !"".Equals(main.config.token_endStr))
|
||
{
|
||
ServerInfo tserver = HTTP.sendRequestRetryNoToken(isSSL, tryCount, host, port, "获取Token", main.config.token_request, timeout, encoding, foward_302, redirectDoGet);
|
||
token = Tools.substr(tserver.body, main.config.token_startStr, main.config.token_endStr);
|
||
}
|
||
request = Regex.Replace(request, "(\\<Token\\>[.\\s\\S]*?\\<\\/Token\\>)", token);
|
||
}
|
||
|
||
int count = 0;
|
||
|
||
ServerInfo server = new ServerInfo();
|
||
timeout = timeout * 1000;
|
||
while (true)
|
||
{
|
||
if (count >tryCount) break;
|
||
|
||
try
|
||
{
|
||
if (!isSSL)
|
||
{
|
||
server = sendHTTPRequest(count, host, port, payload, request, timeout, encoding, foward_302,redirectDoGet);
|
||
if (!String.IsNullOrEmpty(main.config.sencondRequest) && main.config.sencondInject)
|
||
{
|
||
server = sendHTTPRequest(count, host, port, "请求二次注入页面", main.config.sencondRequest, timeout, encoding, foward_302, redirectDoGet);
|
||
}
|
||
return server;
|
||
}
|
||
else
|
||
{
|
||
|
||
server = sendHTTPSRequest(count, host, port, payload, request, timeout, encoding, foward_302, redirectDoGet);
|
||
if (!String.IsNullOrEmpty(main.config.sencondRequest)&& main.config.sencondInject)
|
||
{
|
||
server = sendHTTPSRequest(count, host, port, "请求二次注入页面", main.config.sencondRequest, timeout, encoding, foward_302, redirectDoGet);
|
||
}
|
||
return server;
|
||
|
||
}
|
||
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
Tools.SysLog(e.Message);
|
||
main.Invoke(new Main.showLogDelegate(main.log),e.Message, LogLevel.waring);
|
||
server.timeout = true;
|
||
continue;
|
||
}
|
||
finally
|
||
{
|
||
count++;
|
||
}
|
||
|
||
}
|
||
return server;
|
||
|
||
}
|
||
|
||
public static ServerInfo sendRequestRetryNoToken(Boolean isSSL, int tryCount, String host, int port, String payload, String request, int timeout, String encoding, Boolean foward_302, Boolean redirectDoGet)
|
||
{
|
||
int count = 0;
|
||
|
||
ServerInfo server = new ServerInfo();
|
||
timeout = timeout * 1000;
|
||
while (true)
|
||
{
|
||
if (count > tryCount) break;
|
||
|
||
try
|
||
{
|
||
if (!isSSL)
|
||
{
|
||
server = sendHTTPRequest(count, host, port, payload, request, timeout, encoding, foward_302, redirectDoGet);
|
||
return server;
|
||
}
|
||
else
|
||
{
|
||
|
||
server = sendHTTPSRequest(count, host, port, payload, request, timeout, encoding, foward_302, redirectDoGet);
|
||
return server;
|
||
|
||
}
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
Tools.SysLog(e.Message);
|
||
main.Invoke(new Main.showLogDelegate(main.log), e.Message, LogLevel.waring);
|
||
server.timeout = true;
|
||
continue;
|
||
}
|
||
finally
|
||
{
|
||
count++;
|
||
}
|
||
|
||
}
|
||
return server;
|
||
|
||
}
|
||
|
||
private static void checkContentLength(ref ServerInfo server,ref String request) {
|
||
|
||
//重新计算并设置Content-length
|
||
int sindex = request.IndexOf(CTRL);
|
||
server.request = request;
|
||
if (sindex != -1)
|
||
{
|
||
|
||
server.reuqestHeader = request.Substring(0, sindex);
|
||
//chunked发送数据不修正Content-Length
|
||
if (server.reuqestHeader.IndexOf("Transfer-Encoding: chunked")!=-1) {
|
||
return;
|
||
}
|
||
server.reuqestBody = request.Substring(sindex + 4, request.Length - sindex - 4);
|
||
int contentLength = Encoding.UTF8.GetBytes(server.reuqestBody).Length;
|
||
String newContentLength = Content_Length_Str_M + contentLength;
|
||
//产生随机ip头
|
||
if (!String.IsNullOrEmpty(main.config.randIPToHeader))
|
||
{
|
||
request = request.Insert(sindex, "\r\n" + main.config.randIPToHeader + ": " + Tools.randIP());
|
||
}
|
||
|
||
if (request.IndexOf(Content_Length_Str_M) != -1)
|
||
{
|
||
request = Regex.Replace(request, Content_Length_Str_M + "\\d+", newContentLength);
|
||
}
|
||
else
|
||
{
|
||
if (request.StartsWith("POST")|| contentLength!=0||request.StartsWith("PUT")) {
|
||
request = request.Insert(sindex, "\r\n" + newContentLength);
|
||
}
|
||
}
|
||
}
|
||
else
|
||
{
|
||
//产生随机ip头
|
||
if (!String.IsNullOrEmpty(main.config.randIPToHeader))
|
||
{
|
||
request = request + "\r\n" + main.config.randIPToHeader + ": " + Tools.randIP();
|
||
}
|
||
request = Regex.Replace(request, Content_Length_Str + "\\d+", Content_Length_Str_M + "0");
|
||
request += CTRL;
|
||
}
|
||
|
||
|
||
}
|
||
|
||
private static void doHeader(ref ServerInfo server, ref String[] headers, ref String encoding)
|
||
{
|
||
try
|
||
{
|
||
for (int i = 0; i < headers.Length; i++)
|
||
{
|
||
if (i == 0)
|
||
{
|
||
String[] codesplit = headers[i].Split(' ');
|
||
if (codesplit.Length > 0)
|
||
{
|
||
String[] sh = headers[i].Split(' ');
|
||
if (sh.Length > 1) {
|
||
server.code = Tools.convertToInt(sh[1]);
|
||
}
|
||
}
|
||
else {
|
||
server.code = 0;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
String[] kv = Regex.Split(headers[i], ": ");
|
||
String key = kv[0].ToLower();
|
||
if (!server.headers.ContainsKey(key))
|
||
{
|
||
//自动识别编码
|
||
if ("自动识别".Equals(encoding)) {
|
||
if ("content-type".Equals(key))
|
||
{
|
||
String hecnode = getHTMLEncoding(kv[1], "");
|
||
if (!String.IsNullOrEmpty(hecnode))
|
||
{
|
||
server.encoding = hecnode;
|
||
}
|
||
}
|
||
}
|
||
|
||
if (kv.Length > 1)
|
||
{
|
||
server.headers.Add(key, kv[1]);
|
||
}
|
||
else
|
||
{
|
||
server.headers.Add(key, "");
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}
|
||
catch (Exception e) {
|
||
throw e;
|
||
}
|
||
|
||
|
||
}
|
||
|
||
private static ServerInfo sendHTTPRequest(int count, String host, int port, String payload, String request, int timeout, String encoding, Boolean foward_302,Boolean redirectDoGet)
|
||
{
|
||
Interlocked.Increment(ref HTTP.index);
|
||
String index = Thread.CurrentThread.Name+ Interlocked.Read(ref HTTP.index);
|
||
Stopwatch sw = new Stopwatch();
|
||
sw.Start();
|
||
ServerInfo server = new ServerInfo();
|
||
TcpClient clientSocket = null;
|
||
int sum = 0;
|
||
Boolean isupdateEncoding = false;
|
||
try
|
||
{
|
||
if (port > 0 && port <= 65556)
|
||
{
|
||
|
||
request = request.Replace(Main.setInjectStr, payload);
|
||
request = StringReplace.strReplaceCenter(main.config, request, main.replaceList);
|
||
//编码处理
|
||
server.request = request;
|
||
TimeOutSocket tos = new TimeOutSocket();
|
||
clientSocket = tos.Connect(host, port, timeout);
|
||
|
||
if (sw.ElapsedMilliseconds > timeout)
|
||
{
|
||
return server;
|
||
}
|
||
clientSocket.SendTimeout = timeout - tos.useTime;
|
||
if (clientSocket.Connected)
|
||
{
|
||
checkContentLength(ref server, ref request);
|
||
server.request = request;
|
||
//分开发送header和body，可以绕过某些情况下的安全防护
|
||
server.reuqestHeader = Regex.Split(request,"\r\n\r\n")[0];
|
||
server.reuqestBody = Regex.Split(request, "\r\n\r\n")[1];
|
||
|
||
clientSocket.Client.Send(Encoding.UTF8.GetBytes(server.reuqestHeader + "\r\n\r\n"));
|
||
clientSocket.Client.Send(Encoding.UTF8.GetBytes(server.reuqestBody));
|
||
|
||
byte[] responseBody = new byte[1024 * 1000];
|
||
int len = 0;
|
||
//获取header头
|
||
String tmp = "";
|
||
StringBuilder sb = new StringBuilder();
|
||
clientSocket.ReceiveTimeout = timeout - (int)sw.ElapsedMilliseconds;
|
||
do
|
||
{
|
||
byte[] responseHeader = new byte[1];
|
||
len = clientSocket.Client.Receive(responseHeader, 1, SocketFlags.None);
|
||
if (len <= 0) {
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
if (len == 1)
|
||
{
|
||
|
||
char c = (char)responseHeader[0];
|
||
sb.Append(c);
|
||
if (c.Equals(T))
|
||
{
|
||
tmp = String.Concat(sb[sb.Length - 4], sb[sb.Length - 3], sb[sb.Length - 2], c);
|
||
}
|
||
}
|
||
} while (!tmp.Equals(CTRL) && sw.ElapsedMilliseconds <= timeout);
|
||
|
||
server.header = sb.ToString().Replace(CTRL, "");
|
||
String[] headers = Regex.Split(server.header, CT);
|
||
if (headers != null && headers.Length > 0)
|
||
{
|
||
//处理header
|
||
doHeader(ref server, ref headers, ref encoding);
|
||
//302 301跳转
|
||
if ((server.code == 302 || server.code == 301) && foward_302)
|
||
{
|
||
StringBuilder rsb = new StringBuilder(server.request);
|
||
int urlStart = server.request.IndexOf(" ") + 1;
|
||
int urlEnd = server.request.IndexOf(" HTTP");
|
||
if (urlStart != -1 && urlEnd != -1)
|
||
{
|
||
String url = server.request.Substring(urlStart, urlEnd - urlStart);
|
||
rsb.Remove(urlStart, url.Length);
|
||
String location = server.headers["location"];
|
||
if (!server.headers["location"].StartsWith("/") && !server.headers["location"].StartsWith("http"))
|
||
{
|
||
location = Tools.getCurrentPath(url) + location;
|
||
}
|
||
location = location.Replace(" ", "%20");
|
||
rsb.Insert(urlStart, location);
|
||
String newReuqest = rsb.ToString();
|
||
if (server.request.StartsWith("POST") && redirectDoGet) {
|
||
rsb.Remove(0, 4);
|
||
rsb.Insert(0, "GET");
|
||
}
|
||
return sendHTTPRequest(count, host, port, payload, rsb.ToString(), timeout, encoding, false, redirectDoGet);
|
||
}
|
||
|
||
}
|
||
|
||
|
||
//根据请求头解析
|
||
if (server.headers.ContainsKey(Content_Length))
|
||
{
|
||
int length = int.Parse(server.headers[Content_Length]);
|
||
responseBody = new byte[length];
|
||
while (sum < length && sw.ElapsedMilliseconds <= timeout)
|
||
{
|
||
int readsize = length - sum;
|
||
len = clientSocket.Client.Receive(responseBody, sum, readsize, SocketFlags.None);
|
||
if (len > 0)
|
||
{
|
||
sum += len;
|
||
}
|
||
if(len<=0&& sum < length) {
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
}
|
||
}
|
||
//解析chunked传输
|
||
else if (server.headers.ContainsKey(Transfer_Encoding))
|
||
{
|
||
//读取长度
|
||
int chunkedSize = 0;
|
||
byte[] chunkedByte = new byte[1];
|
||
//读取总长度
|
||
sum = 0;
|
||
do
|
||
{
|
||
String ctmp = "";
|
||
do
|
||
{
|
||
len = clientSocket.Client.Receive(chunkedByte, 1, SocketFlags.None);
|
||
if(len<=0) {
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
ctmp += Encoding.UTF8.GetString(chunkedByte);
|
||
|
||
} while ((ctmp.IndexOf(CT) == -1) && (sw.ElapsedMilliseconds <= timeout));
|
||
|
||
chunkedSize = Tools.convertToIntBy16(ctmp.Replace(CT, ""));
|
||
|
||
//chunked的结束0\r\n\r\n是结束标志，单个chunked块\r\n结束
|
||
if (ctmp.Equals(CT))
|
||
{
|
||
continue;
|
||
}
|
||
if (chunkedSize == 0)
|
||
{
|
||
//结束了
|
||
break;
|
||
}
|
||
int onechunkLen = 0;
|
||
while (onechunkLen < chunkedSize && sw.ElapsedMilliseconds <= timeout)
|
||
{
|
||
len = clientSocket.Client.Receive(responseBody, sum, chunkedSize - onechunkLen, SocketFlags.None);
|
||
if (len > 0)
|
||
{
|
||
onechunkLen += len;
|
||
sum += len;
|
||
}
|
||
if(len<=0&& onechunkLen < chunkedSize)
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
}
|
||
|
||
//判断
|
||
} while (sw.ElapsedMilliseconds <= timeout);
|
||
}
|
||
//connection close方式或未知body长度
|
||
else
|
||
{
|
||
while (sw.ElapsedMilliseconds <= timeout)
|
||
{
|
||
if (clientSocket.Client.Poll(timeout, SelectMode.SelectRead))
|
||
{
|
||
if (clientSocket.Available > 0)
|
||
{
|
||
len = clientSocket.Client.Receive(responseBody, sum, (1024 * 200) - sum, SocketFlags.None);
|
||
if (len > 0)
|
||
{
|
||
sum += len;
|
||
}
|
||
else
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
}
|
||
else
|
||
{
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
//自动识别编码
|
||
if (AutoGetEncoding.Equals(encoding))
|
||
{
|
||
if (!String.IsNullOrEmpty(server.encoding))
|
||
{
|
||
encoding = server.encoding;//header找到编码
|
||
}
|
||
else {
|
||
encoding = DefaultEncoding;//默认一个编码
|
||
isupdateEncoding = true;//body找编码
|
||
}
|
||
Encoding encod = Encoding.GetEncoding(encoding);
|
||
getBody(ref server, ref responseBody, ref sum, ref encod, ref index);
|
||
//修正编码
|
||
if (isupdateEncoding)
|
||
{
|
||
String cEncoding = getHTMLEncoding("", server.body);
|
||
if (!String.IsNullOrEmpty(cEncoding))
|
||
{
|
||
server.encoding = cEncoding;//body找到编码
|
||
getBody(ref server, ref responseBody, ref sum, ref encod, ref index);
|
||
}
|
||
|
||
}
|
||
}
|
||
else {
|
||
//指定编码
|
||
Encoding encod = Encoding.GetEncoding(encoding);
|
||
getBody(ref server, ref responseBody, ref sum, ref encod, ref index);
|
||
}
|
||
|
||
}
|
||
}
|
||
|
||
}
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
Exception ee = new Exception("HTTP发包错误！错误消息：" + e.Message + e.TargetSite.Name + "----发包编号：" + index);
|
||
throw ee;
|
||
}
|
||
finally
|
||
{
|
||
sw.Stop();
|
||
server.length = sum;
|
||
server.runTime = sw.ElapsedMilliseconds;
|
||
|
||
if (clientSocket != null)
|
||
{
|
||
clientSocket.Close();
|
||
}
|
||
|
||
if (main.config.isOpenHTTPLog)
|
||
{
|
||
server.sleepTime = main.config.sendHTTPSleepTime;
|
||
Tools.sysHTTPLog(index, server);
|
||
main.Invoke(new Main.sendHTTPLogDelegate(main.sendHTTPLog), index, server, payload);
|
||
}
|
||
if (main.config.sendHTTPSleepTime > 0)
|
||
{
|
||
Thread.Sleep(main.config.sendHTTPSleepTime);
|
||
}
|
||
}
|
||
return server;
|
||
|
||
}
|
||
|
||
|
||
private static void getBody(ref ServerInfo server, ref byte[] responseBody, ref int sum, ref Encoding encod, ref String index) {
|
||
if (server.headers.ContainsKey(Content_Encoding))
|
||
{
|
||
if (server.headers[Content_Encoding].IndexOf("gzip") != -1)
|
||
{
|
||
server.body = unGzip(responseBody, sum, encod, index);
|
||
}
|
||
else if (server.headers[Content_Encoding].IndexOf("deflate") != -1)
|
||
{
|
||
server.body = unDeflate(responseBody, sum, encod, index);
|
||
}
|
||
else {
|
||
server.body = encod.GetString(responseBody, 0,sum);
|
||
}
|
||
|
||
}
|
||
else
|
||
{
|
||
server.body = encod.GetString(responseBody, 0, sum);
|
||
}
|
||
}
|
||
|
||
private static bool ValidateServerCertificate(object sender, X509Certificate certificate, X509Chain chain, SslPolicyErrors sslPolicyErrors)
|
||
{
|
||
return true;
|
||
}
|
||
private static ServerInfo sendHTTPSRequest(int count, String host, int port, String payload, String request, int timeout, String encoding, Boolean foward_302,Boolean redirectDoGet)
|
||
{
|
||
Interlocked.Increment(ref HTTP.index);
|
||
String index = Thread.CurrentThread.Name + Interlocked.Read(ref HTTP.index);
|
||
Stopwatch sw = new Stopwatch();
|
||
sw.Start();
|
||
ServerInfo server = new ServerInfo();
|
||
Boolean isupdateEncoding = false;
|
||
int sum = 0;
|
||
|
||
TcpClient clientSocket = null; ;
|
||
|
||
try
|
||
{
|
||
|
||
if (port > 0 && port <= 65556)
|
||
{
|
||
request = request.Replace(Main.setInjectStr, payload);
|
||
|
||
//编码处理
|
||
request = StringReplace.strReplaceCenter(main.config, request, main.replaceList);
|
||
|
||
TimeOutSocket tos = new TimeOutSocket();
|
||
clientSocket = tos.Connect(host, port, timeout);
|
||
if (sw.ElapsedMilliseconds >= timeout)
|
||
{
|
||
return server;
|
||
}
|
||
clientSocket.SendTimeout = timeout - tos.useTime;
|
||
|
||
SslStream ssl = null;
|
||
if (clientSocket.Connected)
|
||
{
|
||
ssl = new SslStream(clientSocket.GetStream(), false, new RemoteCertificateValidationCallback(ValidateServerCertificate));
|
||
//增加支持TLS1.1和TLS1.2支持3072，768
|
||
SslProtocols protocol = (SslProtocols)3072|(SslProtocols)768|SslProtocols.Tls|SslProtocols.Ssl3;
|
||
ssl.AuthenticateAsClient(host, null, protocol, false);
|
||
if (ssl.IsAuthenticated)
|
||
{
|
||
checkContentLength(ref server, ref request);
|
||
server.request = request;
|
||
//分开发送header和body，可以绕过某些情况下的安全防护
|
||
server.reuqestHeader = Regex.Split(request, "\r\n\r\n")[0];
|
||
server.reuqestBody = Regex.Split(request, "\r\n\r\n")[1];
|
||
ssl.Write(Encoding.UTF8.GetBytes(server.reuqestHeader + "\r\n\r\n"));
|
||
ssl.Write(Encoding.UTF8.GetBytes(server.reuqestBody));
|
||
ssl.Flush();
|
||
}
|
||
}
|
||
server.request = request;
|
||
byte[] responseBody = new byte[1024 * 1024 * 10];
|
||
int len = 0;
|
||
//获取header头
|
||
String tmp = "";
|
||
|
||
StringBuilder sb = new StringBuilder();
|
||
StringBuilder bulider = new StringBuilder();
|
||
clientSocket.ReceiveTimeout = timeout - (int)sw.ElapsedMilliseconds;
|
||
do
|
||
{
|
||
byte[] responseHeader = new byte[1];
|
||
int read = ssl.ReadByte();
|
||
if (read <= 0)
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
char c = (char)read;
|
||
sb.Append(c);
|
||
if (c.Equals(T))
|
||
{
|
||
tmp = String.Concat(sb[sb.Length - 4], sb[sb.Length - 3], sb[sb.Length - 2], c);
|
||
}
|
||
|
||
} while (!tmp.Equals(CTRL) && sw.ElapsedMilliseconds <= timeout);
|
||
|
||
server.header = sb.ToString().Replace(CTRL, "");
|
||
String[] headers = Regex.Split(server.header, CT);
|
||
//处理header
|
||
doHeader(ref server, ref headers, ref encoding);
|
||
//302 301跳转
|
||
if ((server.code == 302 || server.code == 301) && foward_302)
|
||
{
|
||
|
||
StringBuilder rsb = new StringBuilder(server.request);
|
||
int urlStart = server.request.IndexOf(" ") + 1;
|
||
int urlEnd = server.request.IndexOf(" HTTP");
|
||
if (urlStart != -1 && urlEnd != -1)
|
||
{
|
||
String url = server.request.Substring(urlStart, urlEnd - urlStart);
|
||
rsb.Remove(urlStart, url.Length);
|
||
String location = server.headers["location"];
|
||
if (!server.headers["location"].StartsWith("/") && !server.headers["location"].StartsWith("http"))
|
||
{
|
||
location = Tools.getCurrentPath(url) + location;
|
||
}
|
||
location = location.Replace(" ", "%20");
|
||
rsb.Insert(urlStart, location);
|
||
String newReuqest = rsb.ToString();
|
||
if (rsb.ToString().StartsWith("POST") && redirectDoGet)
|
||
{
|
||
rsb.Remove(0, 4);
|
||
rsb.Insert(0, "GET");
|
||
}
|
||
|
||
return sendHTTPSRequest(count, host, port, payload, rsb.ToString(), timeout, encoding, false, redirectDoGet);
|
||
}
|
||
|
||
|
||
|
||
|
||
}
|
||
|
||
|
||
//根据请求头解析
|
||
if (server.headers.ContainsKey(Content_Length))
|
||
{
|
||
int length = int.Parse(server.headers[Content_Length]);
|
||
//根据长度申请byte
|
||
responseBody = new byte[length];
|
||
|
||
while (sum < length && sw.ElapsedMilliseconds <= timeout)
|
||
{
|
||
len = ssl.Read(responseBody, sum, length - sum);
|
||
if (len > 0)
|
||
{
|
||
sum += len;
|
||
}
|
||
if (len <= 0 && sum < length)
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
}
|
||
}
|
||
//解析chunked传输
|
||
else if (server.headers.ContainsKey(Transfer_Encoding))
|
||
{
|
||
//读取长度
|
||
int chunkedSize = 0;
|
||
byte[] chunkedByte = new byte[1];
|
||
//读取总长度
|
||
sum = 0;
|
||
do
|
||
{
|
||
String ctmp = "";
|
||
do
|
||
{
|
||
len = ssl.Read(chunkedByte, 0, 1);
|
||
if (len <= 0)
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
ctmp += Encoding.UTF8.GetString(chunkedByte);
|
||
|
||
} while (ctmp.IndexOf(CT) == -1 && sw.ElapsedMilliseconds <= timeout);
|
||
|
||
chunkedSize = Tools.convertToIntBy16(ctmp.Replace(CT, ""));
|
||
|
||
//chunked的结束0\r\n\r\n是结束标志，单个chunked块\r\n结束
|
||
if (ctmp.Equals(CT))
|
||
{
|
||
continue;
|
||
}
|
||
if (chunkedSize == 0)
|
||
{
|
||
//结束了
|
||
break;
|
||
}
|
||
int onechunkLen = 0;
|
||
|
||
while (onechunkLen < chunkedSize && sw.ElapsedMilliseconds <= timeout)
|
||
{
|
||
len = ssl.Read(responseBody, sum, chunkedSize - onechunkLen);
|
||
if (len > 0)
|
||
{
|
||
onechunkLen += len;
|
||
sum += len;
|
||
}
|
||
if (len <= 0 && onechunkLen < chunkedSize)
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
}
|
||
|
||
//判断
|
||
} while (sw.ElapsedMilliseconds <= timeout);
|
||
}
|
||
//connection close方式或未知body长度
|
||
else
|
||
{
|
||
while (sw.ElapsedMilliseconds <= timeout)
|
||
{
|
||
if (clientSocket.Client.Poll(timeout, SelectMode.SelectRead))
|
||
{
|
||
if (clientSocket.Available > 0)
|
||
{
|
||
len = ssl.Read(responseBody, sum, (1024 * 200) - sum);
|
||
if (len > 0)
|
||
{
|
||
sum += len;
|
||
}
|
||
else
|
||
{
|
||
Thread.Sleep(WaitTime);
|
||
}
|
||
}
|
||
else
|
||
{
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
//自动识别编码
|
||
if (AutoGetEncoding.Equals(encoding))
|
||
{
|
||
if (!String.IsNullOrEmpty(server.encoding))
|
||
{
|
||
encoding = server.encoding;//header找到编码
|
||
}
|
||
else {
|
||
encoding = DefaultEncoding;//默认一个编码
|
||
isupdateEncoding = true;//body找编码
|
||
}
|
||
Encoding encod = Encoding.GetEncoding(encoding);
|
||
getBody(ref server, ref responseBody, ref sum, ref encod, ref index);
|
||
//修正编码
|
||
if (isupdateEncoding)
|
||
{
|
||
String cEncoding = getHTMLEncoding("", server.body);
|
||
if (!String.IsNullOrEmpty(cEncoding))
|
||
{
|
||
server.encoding = cEncoding;//body找到编码
|
||
getBody(ref server, ref responseBody, ref sum, ref encod, ref index);
|
||
}
|
||
|
||
}
|
||
}
|
||
else {
|
||
//指定编码
|
||
Encoding encod = Encoding.GetEncoding(encoding);
|
||
getBody(ref server, ref responseBody, ref sum, ref encod, ref index);
|
||
}
|
||
}
|
||
|
||
}catch (Exception e)
|
||
{
|
||
Exception ee = new Exception("HTTPS发包错误！错误消息：" + e.Message + "----发包编号：" + index);
|
||
|
||
throw ee;
|
||
}
|
||
finally
|
||
{
|
||
sw.Stop();
|
||
server.length = sum;
|
||
server.runTime = sw.ElapsedMilliseconds;
|
||
|
||
if (clientSocket != null)
|
||
{
|
||
clientSocket.Close();
|
||
}
|
||
|
||
if (main.config.isOpenHTTPLog)
|
||
{
|
||
server.sleepTime = main.config.sendHTTPSleepTime;
|
||
Tools.sysHTTPLog(index, server);
|
||
main.Invoke(new Main.sendHTTPLogDelegate(main.sendHTTPLog), index, server, payload);
|
||
}
|
||
if (main.config.sendHTTPSleepTime > 0)
|
||
{
|
||
Thread.Sleep(main.config.sendHTTPSleepTime);
|
||
}
|
||
}
|
||
return server;
|
||
|
||
}
|
||
|
||
public static String unGzip(byte[] data, int len, Encoding encoding,String index)
|
||
{
|
||
|
||
String str = "";
|
||
MemoryStream ms = new MemoryStream(data, 0, len);
|
||
GZipStream gs = new GZipStream(ms, CompressionMode.Decompress);
|
||
MemoryStream outbuf = new MemoryStream();
|
||
byte[] block = new byte[1024];
|
||
|
||
try
|
||
{
|
||
while (true)
|
||
{
|
||
int bytesRead = gs.Read(block, 0, block.Length);
|
||
if (bytesRead <= 0)
|
||
{
|
||
break;
|
||
}
|
||
else
|
||
{
|
||
outbuf.Write(block, 0, bytesRead);
|
||
}
|
||
}
|
||
str = encoding.GetString(outbuf.ToArray());
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
Tools.SysLog("解压Gzip发生异常----" + e.Message+"----"+ index);
|
||
|
||
}
|
||
finally
|
||
{
|
||
outbuf.Close();
|
||
gs.Close();
|
||
ms.Close();
|
||
|
||
}
|
||
return str;
|
||
|
||
}
|
||
|
||
public static String unDeflate(byte[] data, int len, Encoding encoding, String index)
|
||
{
|
||
|
||
String str = "";
|
||
MemoryStream ms = new MemoryStream(data, 0, len);
|
||
DeflateStream ds = new DeflateStream(ms, CompressionMode.Decompress);
|
||
MemoryStream outbuf = new MemoryStream();
|
||
byte[] block = new byte[1024];
|
||
|
||
try
|
||
{
|
||
while (true)
|
||
{
|
||
int bytesRead = ds.Read(block, 0, block.Length);
|
||
if (bytesRead <= 0)
|
||
{
|
||
break;
|
||
}
|
||
else
|
||
{
|
||
outbuf.Write(block, 0, bytesRead);
|
||
}
|
||
}
|
||
str = encoding.GetString(outbuf.ToArray());
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
Tools.SysLog("解压deflate发生异常----" + e.Message + "----" + index);
|
||
|
||
}
|
||
finally
|
||
{
|
||
outbuf.Close();
|
||
ds.Close();
|
||
ms.Close();
|
||
|
||
}
|
||
return str;
|
||
|
||
}
|
||
|
||
|
||
public String SetCookies(string sHtml, String sCookies)
|
||
{
|
||
|
||
//Set-Cookie: b_110128=0; domain=.qidian.com; expires=Fri, 15-Sep-2023 15:48:41 GMT; path=/
|
||
|
||
string sName = "";
|
||
|
||
string sValue = "";
|
||
|
||
MatchCollection mc;
|
||
|
||
Match m;
|
||
|
||
Regex r;
|
||
|
||
if (!sCookies.EndsWith(";") && sCookies != "")
|
||
{
|
||
|
||
sCookies += ";";
|
||
|
||
}
|
||
|
||
r = new Regex("Set-Cookie:\\s*(?<sName>.*?)=(?<sValue>.*?);", RegexOptions.Compiled | RegexOptions.Singleline | RegexOptions.IgnoreCase);
|
||
|
||
mc = r.Matches(sHtml);
|
||
|
||
for (int i = 0; i < mc.Count; i++)
|
||
{
|
||
|
||
sName = mc[i].Groups["sName"].Value.Trim();
|
||
|
||
sValue = mc[i].Groups["sValue"].Value.Trim();
|
||
|
||
r = new Regex(sName + "\\s*=\\s*.*?;", RegexOptions.Compiled | RegexOptions.Singleline | RegexOptions.IgnoreCase);
|
||
|
||
m = r.Match(sCookies);
|
||
|
||
if (m.Success)
|
||
{
|
||
|
||
sCookies = sCookies.Replace(m.Value, sName + "=" + sValue + ";");
|
||
|
||
}
|
||
|
||
else
|
||
{
|
||
|
||
sCookies += sName + "=" + sValue + ";";
|
||
|
||
}
|
||
|
||
}
|
||
|
||
try
|
||
{
|
||
|
||
if (sCookies.StartsWith(";"))
|
||
{
|
||
|
||
sCookies = sCookies.Substring(1, sCookies.Length - 1);
|
||
|
||
}
|
||
|
||
}
|
||
|
||
catch
|
||
{
|
||
|
||
}
|
||
return sCookies;
|
||
|
||
}
|
||
|
||
public static String getHTMLEncoding(String header, String body)
|
||
{
|
||
if (String.IsNullOrEmpty(header)&& String.IsNullOrEmpty(body))
|
||
{
|
||
return "";
|
||
}
|
||
body = body.ToUpper();
|
||
|
||
String encode = "";
|
||
Match m = Regex.Match(header, @"charset=(?<charset>[\w\-]+)", RegexOptions.IgnoreCase);
|
||
if (m.Success)
|
||
{
|
||
encode=m.Groups["charset"].Value.ToUpper();
|
||
}
|
||
else
|
||
{
|
||
if (String.IsNullOrEmpty(body))
|
||
{
|
||
return "";
|
||
}
|
||
m = Regex.Match(body, @"charset=['""]{0,1}(?<charset>[\w\-]+)['""]{0,1}", RegexOptions.IgnoreCase);
|
||
if (m.Success)
|
||
{
|
||
encode=m.Groups["charset"].Value.ToUpper();
|
||
}
|
||
}
|
||
if ("UTF8".Equals(encode)) {
|
||
encode = "UTF-8";
|
||
}
|
||
return encode;
|
||
|
||
|
||
}
|
||
}
|
||
} |