HTTP请求网页(包括HTTPS)
借鉴了网上的，忘记是在哪里看到的了。 增加了对HTTPS的支持。用到了MFC的CString，可以自行修改无需MFC。直接贴代码：
WebClient.h:
#pragma once
#include <Windows.h>
#include <winhttp.h>
#pragma comment(lib, "Winhttp.lib")
#include <vector>
#ifdef _DLL
#ifndef _AFXDLL
#error 需要MFC支持!
#endif
#endif
#ifndef _UNICODE
#error 只能用于UNICODE项目中!
#endif
//小型动态缓冲区
//仅支持基本数据类型
template<typename T>
class DynamicBuffer
{
enum {
DEFAULT_SIZE = 32000, //默认初始大小
GROW_SIEZ = 32000, //每次增长大小
};
private:
T *m_pData;
size_t m_nData;
size_t m_nBuffer;
public:
explicit DynamicBuffer(const T *pData = NULL, size_t nData = 0);
//允许用右值构造
DynamicBuffer(const DynamicBuffer &&RValue);
//允许用右值赋值
DynamicBuffer& operator = (const DynamicBuffer &&RValue);
~DynamicBuffer();
//追加数据
void Append(const T *pData, size_t nData);
//清空所有数据,恢复默认构造后的状态
void Clear();
//释放所有内存，一般在不再使用时才调用
bool Release();
//获取保存的数据大小
size_t Size()
{
return m_nData;
}
const T* Data()
{
return m_pData;
}
operator const T*()
{
return m_pData;
}
private:
DynamicBuffer(const DynamicBuffer&);
DynamicBuffer& operator = (const DynamicBuffer&);
};
class WebClient
{
public:
enum RetCode {
SUCCESS = 0,
INVALID_URL = 1,
WINHTTP_ERROR = 2,
INTERNET_ERROR = 3,
TIMEOUT_ERROR = 4,
CREATE_FILE_ERROR = 5,
};
enum {
ANSI = 1,
UTF8 = 2,
};
private:
HINTERNET m_hSession;
CStringW m_strUserAgent;
int m_CharSet;
public:
explicit WebClient(LPCWSTR wszUserAgent = L"Mozilla/5.0");
~WebClient();
//清理Cookie，重置会话
void ClearAll();
//发起GET请求，获取页面HTML
RetCode Get(LPCWSTR wszUrl, CStringW &strHtml,int iCnt = 0);
RetCode GetEx(LPCWSTR wszUrl, const CStringW &strHead, CStringW &strHtml,int iCnt = 0);
RetCode GetEx(LPCWSTR wszUrl, const std::vector<CStringW> &vec_strHead, CStringW &strHtml,int iCnt =0);
//发起POST请求，获取返回的HTML
RetCode Post(LPCWSTR wszUrl, const CStringW &strPostData, CStringW &strHtml);
RetCode PostEx(LPCWSTR wszUrl, const CStringW &strPostData, const CStringW &strHead, CStringW &strHtml);
RetCode PostEx(LPCWSTR wszUrl, const CStringW &strPostData, const std::vector<CStringW> &vec_strHead, CStringW &strHtml);
//下载文件
RetCode DownloadFile(LPCWSTR wszUrl, LPCWSTR wszFilePath);
//设置超时值
bool SetTimeouts(DWORD dwConnectTimeout, DWORD dwTransmissionTimeout);
//设置代理
bool SetProxy(const CStringW &strProxy);
//取消代理
bool RemoveProxy();
//设置目标网站编码，默认为UTF8
bool CharSet(int iCharSet);
private:
enum {
MAX_URL_LENGTH = 2084,
TEMP_BUFFER_SIZE = 4096,//4000,
};
//分析URL
bool ParseUrl(LPCWSTR wszUrl, int &iProtocol, WORD &nPort, CStringW &strHostName, CStringW &strUrlPath);
//编码转换
CStringW UTF8ToUTF16(LPCSTR szUTF8, int nLen = -1);
CStringW AnsiToUTF16(LPCSTR szAnsi, int nLen = -1);
CStringA UTF16ToUTF8(LPCWSTR wszUTF16, int nLen = -1);
private:
WebClient(const WebClient&);
WebClient& operator = (const WebClient&);
};
WebClient.cpp:
#include "stdafx.h"
#include "WebClient.h"
#ifdef _DEBUG
#define new DEBUG_NEW
#endif
//小型动态缓冲区
template<typename T>
DynamicBuffer<T>::DynamicBuffer(const T *pData /*=NULL*/, size_t nData /*=0*/)
{
ASSERT(!(!pData && nData != 0));
if (nData > DEFAULT_SIZE)
m_nBuffer = nData + GROW_SIEZ;
else
m_nBuffer = DEFAULT_SIZE;
m_pData = (T*)malloc(m_nBuffer * sizeof(T));
memset(m_pData, 0, m_nBuffer * sizeof(T));
if (pData)
memcpy_s(m_pData, m_nBuffer * sizeof(T), pData, nData * sizeof(T));
m_nData = nData;
}
//允许用右值构造
template<typename T>
DynamicBuffer<T>::DynamicBuffer(const DynamicBuffer &&RValue)
{
m_pData = RValue.m_pData;
m_nData = RValue.m_nData;
m_nBuffer = RValue.m_nBuffer;
}
//允许用右值赋值
template<typename T>
DynamicBuffer<T>& DynamicBuffer<T>::operator = (const DynamicBuffer &&RValue)
{
if (m_pData)
free(m_pData);
m_pData = RValue.m_pData;
m_nData = RValue.m_nData;
m_nBuffer = RValue.m_nBuffer;
return *this;
}
template<typename T>
DynamicBuffer<T>::~DynamicBuffer()
{
Release();
}
//追加数据
template<typename T>
void DynamicBuffer<T>::Append(const T *pData, size_t nData)
{
ASSERT(!(pData == NULL && nData != 0));
if (nData > m_nBuffer - m_nData)
{
//需要重新分配内存
size_t nNewBuffer = 0;
if (nData > GROW_SIEZ)
nNewBuffer = m_nData + nData + GROW_SIEZ;
else
nNewBuffer = m_nBuffer + GROW_SIEZ;
m_pData = (T*)realloc(m_pData, nNewBuffer * sizeof(T));
memset(m_pData + m_nBuffer, 0, (nNewBuffer - m_nBuffer) * sizeof(T));
m_nBuffer = nNewBuffer;
}
memcpy_s(m_pData + m_nData, (m_nBuffer - m_nData) * sizeof(T), pData, nData * sizeof(T));
m_nData += nData;
}
//释放所有内存，一般在不再使用时才调用
template<typename T>
bool DynamicBuffer<T>::Release()
{
if (m_pData)
{
free(m_pData);
m_pData = NULL;
m_nData = 0;
m_nBuffer = 0;
return true;
}
else
return false;
}
//清空所有数据,恢复默认构造后的状态
template<typename T>
void DynamicBuffer<T>::Clear()
{
if (m_pData && m_nBuffer == DEFAULT_SIZE)
{
//已经是默认构造后的大小，清空下数据即可
memset(m_pData, 0, m_nBuffer);
m_nData = 0;
return;
}
if (m_pData)
free(m_pData);
m_pData = (T*)malloc(DEFAULT_SIZE * sizeof(T));
memset(m_pData, 0, DEFAULT_SIZE * sizeof(T));
m_nBuffer = DEFAULT_SIZE;
m_nData = 0;
}
WebClient::WebClient(LPCWSTR wszUserAgent /*= L"Mozilla/5.0"*/)
{
ASSERT(wszUserAgent != NULL);
m_CharSet = UTF8;
m_strUserAgent = wszUserAgent;
m_hSession = WinHttpOpen(m_strUserAgent, WINHTTP_ACCESS_TYPE_NO_PROXY,
WINHTTP_NO_PROXY_NAME, WINHTTP_NO_PROXY_BYPASS, NULL);
//自动跟踪所有重定向
DWORD dwOption = WINHTTP_OPTION_REDIRECT_POLICY_ALWAYS;
BOOL bSuccessSet = WinHttpSetOption(m_hSession, WINHTTP_OPTION_REDIRECT_POLICY, &dwOption, sizeof(DWORD));
ASSERT(m_hSession != NULL && bSuccessSet);
}
WebClient::~WebClient()
{
if (m_hSession)
WinHttpCloseHandle(m_hSession);
}
//清理Cookie，重置会话
void WebClient::ClearAll()
{
if (m_hSession)
WinHttpCloseHandle(m_hSession);
m_hSession = WinHttpOpen(m_strUserAgent, WINHTTP_ACCESS_TYPE_NO_PROXY,
WINHTTP_NO_PROXY_NAME, WINHTTP_NO_PROXY_BYPASS, NULL);
//自动跟踪所有重定向
DWORD dwOption = WINHTTP_OPTION_REDIRECT_POLICY_ALWAYS;
BOOL bSuccessSet = WinHttpSetOption(m_hSession, WINHTTP_OPTION_REDIRECT_POLICY, &dwOption, sizeof(DWORD));
ASSERT(m_hSession != NULL && bSuccessSet);
}
//发起GET请求，获取页面HTML
WebClient::RetCode WebClient::Get(LPCWSTR wszUrl, CStringW &strHtml,int iCnt)
{
return GetEx(wszUrl, L"", strHtml,iCnt);
}
WebClient::RetCode WebClient::GetEx(LPCWSTR wszUrl, const CStringW &strHead, CStringW &strHtml,int iCnt)
{
std::vector<CStringW> vec_strHead;
if (!strHead.IsEmpty())
vec_strHead.push_back(strHead);
return GetEx(wszUrl, vec_strHead, strHtml,iCnt);
}
WebClient::RetCode WebClient::GetEx(LPCWSTR wszUrl, const std::vector<CStringW> &vec_strHead, CStringW &strHtml,int iCnt)
{
ASSERT(wszUrl != NULL);
//解析URL
int iProtocal;
WORD nPort;
CStringW strHostName, strUrlPath;
if (!ParseUrl(wszUrl, iProtocal, nPort, strHostName, strUrlPath))
return INVALID_URL;
HINTERNET hConnect = WinHttpConnect(m_hSession, strHostName, nPort, NULL);
if (!hConnect)
return WINHTTP_ERROR;
//不接受缓存
DWORD dwFlags = WINHTTP_FLAG_REFRESH;
if (iProtocal == INTERNET_SCHEME_HTTPS)
{
dwFlags |= WINHTTP_FLAG_SECURE;
}
HINTERNET hRequest = WinHttpOpenRequest(hConnect, L"GET", strUrlPath, NULL,
WINHTTP_NO_REFERER, WINHTTP_DEFAULT_ACCEPT_TYPES, dwFlags);
if (!hRequest)
{
WinHttpCloseHandle(hConnect);
return WINHTTP_ERROR;
}
//////////////////////////////////////////////////////////////////////////
//添加请求头 FOR HTTPS
DWORD dwBuffLen = sizeof(dwFlags);
WinHttpQueryOption (hRequest, WINHTTP_OPTION_SECURITY_FLAGS,
(LPVOID)&dwFlags, &dwBuffLen);
dwFlags |= SECURITY_FLAG_IGNORE_UNKNOWN_CA;
dwFlags |= SECURITY_FLAG_IGNORE_CERT_DATE_INVALID;
dwFlags |= SECURITY_FLAG_IGNORE_CERT_CN_INVALID;
// dwFlags |= SECURITY_FLAG_IGNORE_CERT_WRONG_USAGE;
WinHttpSetOption (hRequest, WINHTTP_OPTION_SECURITY_FLAGS,
&dwFlags, sizeof (dwFlags) );
////////////////////end//////////////////////////////////////////////////
for (size_t i=0; i<vec_strHead.size(); i++)
{
if (!vec_strHead[i].IsEmpty())
{
WinHttpAddRequestHeaders(hRequest, vec_strHead[i],
-1L, WINHTTP_ADDREQ_FLAG_ADD|WINHTTP_ADDREQ_FLAG_REPLACE);
}
}
//////////////////////////////////////////////////////////////////////////
//发送请求
if (!WinHttpSendRequest(hRequest, WINHTTP_NO_ADDITIONAL_HEADERS, NULL,
WINHTTP_NO_REQUEST_DATA, NULL, NULL, NULL))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
//接收内容
if (!WinHttpReceiveResponse(hRequest, NULL))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
//读出内容
DynamicBuffer<char> DyBuffData;
char *pTempBuffer = new char[TEMP_BUFFER_SIZE];
DWORD dwRead = 0;
//写入文件
FILE *fp;
char name[64];
ZeroMemory(name,64);
//这边我所请求的数据是已知的jpg图片
sprintf(name,"%d.jpg",iCnt);
if ((fp = fopen(name, "ab+")) == NULL) // 存储图片
return CREATE_FILE_ERROR;
do
{
memset(pTempBuffer, 0, TEMP_BUFFER_SIZE);
if (!WinHttpReadData(hRequest, pTempBuffer, TEMP_BUFFER_SIZE, &dwRead))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
delete [] pTempBuffer;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
dwRead > 0?fwrite(pTempBuffer, dwRead,1 ,fp):NULL;
DyBuffData.Append(pTempBuffer, dwRead);
} while (dwRead > 0);
delete [] pTempBuffer;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
//关闭文件
fclose(fp);
//进行编码转换
if (m_CharSet == UTF8)
{
strHtml = UTF8ToUTF16(DyBuffData, DyBuffData.Size());
}
else
{
strHtml = AnsiToUTF16(DyBuffData, DyBuffData.Size());
}
return SUCCESS;
}
//下载文件
WebClient::RetCode WebClient::DownloadFile(LPCWSTR wszUrl, LPCWSTR wszFilePath)
{
ASSERT(wszUrl != NULL && wszFilePath != NULL);
//解析URL
int iProtocal;
WORD nPort;
CStringW strHostName, strUrlPath;
if (!ParseUrl(wszUrl, iProtocal, nPort, strHostName, strUrlPath))
return INVALID_URL;
HINTERNET hConnect = WinHttpConnect(m_hSession, strHostName, nPort, NULL);
if (!hConnect)
return WINHTTP_ERROR;
//不接受缓存
DWORD dwFlags = WINHTTP_FLAG_REFRESH;
if (iProtocal == INTERNET_SCHEME_HTTPS)
dwFlags |= WINHTTP_FLAG_SECURE;
HINTERNET hRequest = WinHttpOpenRequest(hConnect, L"GET", strUrlPath, NULL,
WINHTTP_NO_REFERER, WINHTTP_DEFAULT_ACCEPT_TYPES, dwFlags);
if (!hRequest)
{
WinHttpCloseHandle(hConnect);
return WINHTTP_ERROR;
}
//发送请求
if (!WinHttpSendRequest(hRequest, WINHTTP_NO_ADDITIONAL_HEADERS, NULL,
WINHTTP_NO_REQUEST_DATA, NULL, NULL, NULL))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
//接收内容
if (!WinHttpReceiveResponse(hRequest, NULL))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
//读出内容，写入到文件
CFile File;
if (!File.Open(wszFilePath, CFile::modeCreate|CFile::modeWrite|CFile::shareDenyWrite))
{
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return CREATE_FILE_ERROR;
}
char *pTempBuffer = new char[TEMP_BUFFER_SIZE];
DWORD dwRead = 0;
do
{
memset(pTempBuffer, 0, TEMP_BUFFER_SIZE);
if (!WinHttpReadData(hRequest, pTempBuffer, TEMP_BUFFER_SIZE, &dwRead))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
delete [] pTempBuffer;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
//未下载完，网络异常，删除文件
File.Close();
::DeleteFileW(wszFilePath);
return retcode;
}
File.Write(pTempBuffer, dwRead);
} while (dwRead > 0);
delete [] pTempBuffer;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
File.Close();
return SUCCESS;
}
//发起POST请求，获取返回的HTML
WebClient::RetCode WebClient::Post(LPCWSTR wszUrl, const CStringW &strPostData, CStringW &strHtml)
{
return PostEx(wszUrl, strPostData, L"", strHtml);
}
WebClient::RetCode WebClient::PostEx(LPCWSTR wszUrl, const CStringW &strPostData, const CStringW &strHead, CStringW &strHtml)
{
std::vector<CStringW> vec_strHead;
if (!strHead.IsEmpty())
vec_strHead.push_back(strHead);
return PostEx(wszUrl, strPostData, vec_strHead, strHtml);
}
WebClient::RetCode WebClient::PostEx(LPCWSTR wszUrl, const CStringW &strPostData, const std::vector<CStringW> &vec_strHead, CStringW &strHtml)
{
ASSERT(wszUrl != NULL);
//解析URL
int iProtocal;
WORD nPort;
CStringW strHostName, strUrlPath;
if (!ParseUrl(wszUrl, iProtocal, nPort, strHostName, strUrlPath))
return INVALID_URL;
HINTERNET hConnect = WinHttpConnect(m_hSession, strHostName, nPort, NULL);
if (!hConnect)
return WINHTTP_ERROR;
//不接受缓存
DWORD dwFlags = WINHTTP_FLAG_REFRESH;
if (iProtocal == INTERNET_SCHEME_HTTPS)
dwFlags |= WINHTTP_FLAG_SECURE;
HINTERNET hRequest = WinHttpOpenRequest(hConnect, L"POST", strUrlPath, NULL,
WINHTTP_NO_REFERER, WINHTTP_DEFAULT_ACCEPT_TYPES, dwFlags);
if (!hRequest)
{
WinHttpCloseHandle(hConnect);
return WINHTTP_ERROR;
}
//添加POST必备的请求头
WinHttpAddRequestHeaders(hRequest, L"Content-Type: application/x-www-form-urlencoded",
-1L, WINHTTP_ADDREQ_FLAG_ADD|WINHTTP_ADDREQ_FLAG_REPLACE);
//添加其它请求头
for (size_t i=0; i<vec_strHead.size(); i++)
{
if (!vec_strHead[i].IsEmpty())
{
WinHttpAddRequestHeaders(hRequest, vec_strHead[i],
-1L, WINHTTP_ADDREQ_FLAG_ADD|WINHTTP_ADDREQ_FLAG_REPLACE);
}
}
//转换编码
CStringA strPostData_utf8 = UTF16ToUTF8(strPostData);
//发送请求
if (!WinHttpSendRequest(hRequest, WINHTTP_NO_ADDITIONAL_HEADERS, NULL,
(LPSTR)(LPCSTR)strPostData_utf8, strPostData_utf8.GetLength(), strPostData_utf8.GetLength(), NULL))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
//接收内容
if (!WinHttpReceiveResponse(hRequest, NULL))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
//读出内容
DynamicBuffer<char> DyBuffData;
char *pTempBuffer = new char[TEMP_BUFFER_SIZE];
DWORD dwRead = 0;
do
{
memset(pTempBuffer, 0, TEMP_BUFFER_SIZE);
if (!WinHttpReadData(hRequest, pTempBuffer, TEMP_BUFFER_SIZE, &dwRead))
{
DWORD dwErrorCode = GetLastError();
RetCode retcode;
if (dwErrorCode == ERROR_WINHTTP_NAME_NOT_RESOLVED || dwErrorCode == ERROR_WINHTTP_CANNOT_CONNECT ||
dwErrorCode == ERROR_WINHTTP_INVALID_SERVER_RESPONSE || dwErrorCode == ERROR_WINHTTP_CONNECTION_ERROR)
retcode = INTERNET_ERROR;
else if (dwErrorCode == ERROR_WINHTTP_TIMEOUT)
retcode = TIMEOUT_ERROR;
else
retcode = WINHTTP_ERROR;
delete [] pTempBuffer;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
return retcode;
}
DyBuffData.Append(pTempBuffer, dwRead);
} while (dwRead > 0);
delete [] pTempBuffer;
WinHttpCloseHandle(hRequest);
WinHttpCloseHandle(hConnect);
//进行编码转换
if (m_CharSet == UTF8)
strHtml = UTF8ToUTF16(DyBuffData, DyBuffData.Size());
else
strHtml = AnsiToUTF16(DyBuffData, DyBuffData.Size());
return SUCCESS;
}
//分析URL
bool WebClient::ParseUrl(LPCWSTR wszUrl, int &iProtocol, WORD &nPort, CStringW &strHostName, CStringW &strUrlPath)
{
ASSERT(wszUrl != NULL);
WCHAR *wszHostName = new WCHAR[MAX_URL_LENGTH+1];
WCHAR *wszUrlPath = new WCHAR[MAX_URL_LENGTH+1];
memset(wszHostName, 0 , MAX_URL_LENGTH+1);
memset(wszUrlPath, 0, MAX_URL_LENGTH+1);
URL_COMPONENTS urlComp = {sizeof(URL_COMPONENTS)};
urlComp.lpszHostName = wszHostName;
urlComp.dwHostNameLength = MAX_URL_LENGTH;
urlComp.lpszUrlPath = wszUrlPath;
urlComp.dwUrlPathLength = MAX_URL_LENGTH;
BOOL bSuccessParse = WinHttpCrackUrl(wszUrl, NULL, NULL, &urlComp);
if (bSuccessParse)
{
iProtocol = urlComp.nScheme;
nPort = urlComp.nPort;
strHostName = urlComp.lpszHostName;
strUrlPath = urlComp.lpszUrlPath;
}
delete [] wszHostName;
delete [] wszUrlPath;
if (bSuccessParse)
return true;
else
return false;
}
//编码转换
CStringW WebClient::UTF8ToUTF16(LPCSTR szUTF8, int nLen /*= -1*/)
{
//先获取转换后需要的缓冲区大小
DWORD nWszLen = MultiByteToWideChar(CP_UTF8, NULL, szUTF8, nLen, NULL, NULL);
CStringW strUTF16;
nWszLen = MultiByteToWideChar(CP_UTF8, NULL, szUTF8, nLen, strUTF16.GetBuffer(nWszLen), nWszLen);
strUTF16.ReleaseBuffer(nWszLen);
return strUTF16;
}
CStringW WebClient::AnsiToUTF16(LPCSTR szAnsi, int nLen /*= -1*/)
{
//先获取转换后需要的缓冲区大小
DWORD nWszLen = MultiByteToWideChar(CP_ACP, NULL, szAnsi, nLen, NULL, NULL);
CStringW strUTF16;
nWszLen = MultiByteToWideChar(CP_ACP, NULL, szAnsi, nLen, strUTF16.GetBuffer(nWszLen), nWszLen);
strUTF16.ReleaseBuffer(nWszLen);
return strUTF16;
}
CStringA WebClient::UTF16ToUTF8(LPCWSTR wszUTF16, int nLen /*= -1*/)
{
//先获取转换后需要的缓冲区大小
DWORD nszLen = WideCharToMultiByte(CP_UTF8, NULL, wszUTF16, nLen, NULL, NULL, NULL, NULL);
CStringA strUTF8;
nszLen = WideCharToMultiByte(CP_UTF8, NULL, wszUTF16, nLen, strUTF8.GetBuffer(nszLen), nszLen, NULL, NULL);
strUTF8.ReleaseBuffer(nszLen);
return strUTF8;
}
//设置超时值
bool WebClient::SetTimeouts(DWORD dwConnectTimeout, DWORD dwTransmissionTimeout)
{
if (WinHttpSetTimeouts(m_hSession, 0, dwConnectTimeout, dwTransmissionTimeout, dwTransmissionTimeout))
return true;
else
return false;
}
//设置代理
bool WebClient::SetProxy(const CStringW &strProxy)
{
WINHTTP_PROXY_INFO ProxyInfo = {WINHTTP_ACCESS_TYPE_NAMED_PROXY,
(LPWSTR)(LPCWSTR)strProxy, (LPWSTR)(LPCWSTR)strProxy};
if (WinHttpSetOption(m_hSession, WINHTTP_OPTION_PROXY, &ProxyInfo, sizeof(WINHTTP_PROXY_INFO)))
return true;
else
return false;
}
//取消代理
bool WebClient::RemoveProxy()
{
WINHTTP_PROXY_INFO ProxyInfo = {WINHTTP_ACCESS_TYPE_NO_PROXY, NULL, NULL};
if (WinHttpSetOption(m_hSession, WINHTTP_OPTION_PROXY, &ProxyInfo, sizeof(WINHTTP_PROXY_INFO)))
return true;
else
return false;
}
//设置目标网站编码
bool WebClient::CharSet(int iCharSet)
{
if (iCharSet != ANSI && iCharSet != UTF8)
return false;
m_CharSet = iCharSet;
return true;
}
调用：
WebClient webclient;
g_iCnt = 0;
CString strHtml;
//请求12306的图片为例
webclient.Get(_T("https://kyfw.12306.cn/otn/passcodeNew/getPassCodeNew?module=login&rand=sjrand&0.7099142521619793"), strHtml,g_iCnt);