import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.DataInputStream;
import java.io.DataOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.io.OutputStreamWriter;
import java.net.HttpURLConnection;
import java.net.URL;
import java.security.SecureRandom;
import java.security.cert.X509Certificate;
import java.util.Iterator;
import java.util.Map;
import java.util.Map.Entry;
import javax.annotation.Resource;
import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLSession;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509TrustManager;
import org.springframework.stereotype.Component;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
/** * 模拟浏览器请求任何一个网址 * @author */
@Component("httpUtil")
public class HttpUtil
{
/* 文件工具类 */
@Resource
private FileUtil fileUtil;
public class TrustAnyHostnameVerifier implements HostnameVerifier
{
public boolean verify(String hostname, SSLSession session)
{
// 直接返回true
return true;
}
}
/** * 输入一个url, * 返回这个url对应的html代码 * * @param url:网址 * @return 返回网址对应的html代码 */
public static String methodGet(String urlStr)
{
//ConstatFinalUtil.SYS_LOGGER.info("--methodGet--url:{}",urlStr);
StringBuffer sb = new StringBuffer() ;
try
{
URL url = new URL(urlStr);
HttpURLConnection connection = (HttpURLConnection) url.openConnection();
/* 获取网址对应的输入流和输出流 */
InputStream is = connection.getInputStream() ;
BufferedReader br = new BufferedReader(new InputStreamReader(is, "UTF-8"));
String line = "" ;
while((line = br.readLine()) != null)
{
sb.append(line);
}
} catch (Exception e)
{
e.printStackTrace();
}
return sb.toString() ;
}
/** * 输入一个url, * 返回这个url对应的html代码 * * @param url:网址 * @param paramsMap 提交参数;键=值 * @return 返回网址对应的html代码 */
public String methodPost(String urlStr,Map<String, String> paramsMap)
{
//ConstatFinalUtil.SYS_LOGGER.info("--methodGet--url:{}",urlStr);
StringBuffer sb = new StringBuffer() ;
try
{
URL url = new URL(urlStr);
HttpURLConnection connection = (HttpURLConnection) url.openConnection() ;
/* Post请求,必须加以下操作 */
connection.setDoOutput(true);
connection.setDoInput(true);
connection.setRequestMethod("POST");
/* 获取网址对应的输入流和输出流 */
OutputStream os = connection.getOutputStream() ;
BufferedWriter bw = new BufferedWriter(new OutputStreamWriter(os, "UTF-8"));
/* 先向服务器写数据 * 如何将我们的参数写到输出流呢??? * 得遵循HTTP协议,看浏览器怎么做,我们也怎么做 * * URL get中的字符串 * method=submit&email=aaa&password=bbbb * */
StringBuffer paramSb = new StringBuffer() ;
for (Iterator iterator = paramsMap.entrySet().iterator(); iterator.hasNext();)
{
Entry me = (Entry) iterator.next();
String key = me.getKey() + "";
String value = me.getValue() + "" ;
paramSb.append(key + "=" + value + "&");
}
/* * method=submit&email=aaa&password=bbbb * email=bb&method=submit&password=cc * */
bw.write(paramSb.toString());
bw.flush();
bw.close();
InputStream is = connection.getInputStream() ;
BufferedReader br = new BufferedReader(new InputStreamReader(is, "UTF-8"));
String line = "" ;
while((line = br.readLine()) != null)
{
sb.append(line);
}
br.close();
} catch (Exception e)
{
e.printStackTrace();
}
return sb.toString() ;
}
public static void main(String[] args)
{
HttpUtil httpUtil = new HttpUtil() ;
/*String url = "http://c.v.qq.com/vchannelinfo?otype=json&uin=599568d32c9189aaabe3c6c6aff3832c&qm=1&pagenum=3&num=10&sorttype=0&orderflag=0&callback=jQuery191013239971445429688_1498793173745&low_login=1&_=1498793173756" ; String res = httpUtil.methodGet(url); System.out.println(res);*/
String ceshString ="{json={\"method\":\"verifyAdminsAuth\",\"data\":{\"currentUrl\":\"/carConAll-web-back/back/vehicle/vehHistoryList.htm?from=home\",\"adminsId\":2},\"encrypt\":\"e12299c068c5e8dd3a1e30ed9780b82721940a7779abfeaecbb409a9466fd673\",\"version\":\"1\",\"pubKey\":\"\"}}";
JSONObject parse = (JSONObject) JSON.parse(ceshString);
/* * String url = "http://localhost:10001/shop-web-head/insert.jsp" ; * Map<String,String> paramsMap = new HashMap<String, String>(); * paramsMap.put("email", "bb"); paramsMap.put("password", "cc"); * paramsMap.put("method", "submit"); String res = * httpUtil.methodPost(url,paramsMap); */
System.out.println(parse);
}
/** * 下载文件 */
public boolean downLoadFile(Map<String, String> headerMap,Map<String, String> paramsMap,OutputStream os)
{
HttpURLConnection connect = null ;
try
{
URL url = new URL(paramsMap.get("requestURL"));
connect = (HttpURLConnection) url
.openConnection();
connect.setConnectTimeout(ConstatFinalUtil.REQ_CONNECT_TIMEOUT);
connect.setReadTimeout(ConstatFinalUtil.READ_TIMEOUT);
StringBuffer paramssb = new StringBuffer();
for (Iterator iterator = paramsMap.entrySet().iterator(); iterator
.hasNext();)
{
Map.Entry me = (Map.Entry) iterator.next();
if (!"requestURL".equalsIgnoreCase(me.getKey() + "") && !"retry".equalsIgnoreCase(me.getKey() + ""))
{
paramssb.append(me.getKey() + "=" + me.getValue() + "&");
}
}
if (paramssb.toString().endsWith("&"))
{
paramssb.delete(paramssb.length() - 1, paramssb.length());
}
connect.setRequestProperty(
"Cookie",
"Hm_lvt_2d57a0f88eed9744a82604dcfa102e49=1386575661; CNZZDATA5342694=cnzz_eid%3D1753424715-1386575827-http%253A%252F%252Fwww.btctrade.com%26ntime%3D1386750475%26cnzz_a%3D5%26ltime%3D1386750483033%26rtime%3D1; pgv_pvi=8171956224; __utma=252052442.1822116731.1386640814.1386741966.1386750468.3; __utmz=252052442.1386640814.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); wafenterurl=/; wafcookie=51a45a2229469ee92bbd8cc281e98e91; __utmb=252052442.1.10.1386750468; __utmc=252052442; wafverify=afe13eda6d99c7f141d7dd3966b59d9e; USER_PW=ab3f61ee826a95e51734cf7174100382; PHPSESSID=9f2c19d6ffd0ef808ba8bac0b74ab0f3; IESESSION=alive; pgv_si=s1618283520");
connect.setRequestProperty("User-Agent",
"Mozilla/5.0 (Windows NT 6.2; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0");
for (Iterator iterator = headerMap.entrySet().iterator(); iterator
.hasNext();)
{
Entry me = (Entry) iterator.next();
connect.setRequestProperty(me.getKey() + "", me.getValue() + "");
}
InputStream is = connect.getInputStream() ;
return this.fileUtil.copyFile(is, os);
}catch (Exception e)
{
try
{
ConstatFinalUtil.SYS_LOGGER.info("http的Post请求失败了;响应码:{};请求头:{};请求体:{}",
connect != null ? connect.getResponseCode() : connect,headerMap,paramsMap,e);
Thread.sleep(ConstatFinalUtil.PAGE_BATCH_SIZE);
} catch (Exception e1)
{
e1.printStackTrace();
}
}
return false;
}
/** * 上传文件 * @param requestMap 双传文件的信息 * @param filePath * @return */
public String methodUploadFile(Map<String, String> headerMap,Map<String, String> requestMap)
{
String urlStr = headerMap.get("requestURL");
if(!urlStr.endsWith("?"))
{
urlStr = urlStr + "?" ;
}
for (Iterator iterator = requestMap.entrySet().iterator(); iterator.hasNext();)
{
Entry me = (Entry) iterator.next();
String key = me.getKey() + "" ;
String val = me.getValue() + "" ;
urlStr = urlStr + "&" + key + "=" + val ;
}
/* 返回值 */
StringBuffer sbRes = new StringBuffer() ;
String filePath = requestMap.get("filePath");
try
{
// 换行符
final String newLine = "\r\n";
final String boundaryPrefix = "--";
// 定义数据分隔线
String BOUNDARY = "========7d4a6d158c9";
// 服务器的域名
URL url = new URL(urlStr);
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
// 设置为POST请求
conn.setRequestMethod("POST");
// 发送POST请求必须设置如下两行
conn.setDoOutput(true);
conn.setDoInput(true);
conn.setUseCaches(false);
// 设置请求头参数
conn.setRequestProperty("connection", "Keep-Alive");
conn.setRequestProperty("Charsert", "UTF-8");
conn.setRequestProperty("Content-Type", "multipart/form-data; boundary=" + BOUNDARY);
OutputStream out = new DataOutputStream(conn.getOutputStream());
// 上传文件
File file = new File(filePath);
StringBuilder sb = new StringBuilder();
sb.append(boundaryPrefix);
sb.append(BOUNDARY);
sb.append(newLine);
// 文件参数,photo参数名可以随意修改
sb.append("Content-Disposition: form-data;name=\"file\";filename=\"" + filePath + "\"" + newLine);
sb.append("Content-Type:application/octet-stream");
// 参数头设置完以后需要两个换行，然后才是参数内容
sb.append(newLine);
sb.append(newLine);
// 将参数头的数据写入到输出流中
out.write(sb.toString().getBytes());
// 数据输入流,用于读取文件数据
DataInputStream in = new DataInputStream(new FileInputStream(file));
byte[] bufferOut = new byte[1024];
int bytes = 0;
// 每次读1KB数据,并且将文件数据写入到输出流中
while ((bytes = in.read(bufferOut)) != -1)
{
out.write(bufferOut, 0, bytes);
}
// 最后添加换行
out.write(newLine.getBytes());
in.close();
// 定义最后数据分隔线，即--加上BOUNDARY再加上--。
byte[] end_data = (newLine + boundaryPrefix + BOUNDARY + boundaryPrefix + newLine).getBytes();
// 写上结尾标识
out.write(end_data);
out.flush();
out.close();
// 定义BufferedReader输入流来读取URL的响应
BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
String line = null;
while ((line = reader.readLine()) != null)
{
sbRes.append(line);
}
} catch (Exception e)
{
ConstatFinalUtil.SYS_LOGGER.error("上传文件失败了;文件名:{}",filePath , e);
}
return sbRes.toString() ;
}
/** * Post请求 * * @param headerMap * 请求头 * @param paramsMap * 请求体参数 * @return */
public String methodPost(Map<String, String> headerMap,
Map<String, String> paramsMap)
{
StringBuffer sb = new StringBuffer();
//如果是https协议
if(paramsMap.get("requestURL").startsWith("https"))
{
return this.methodHttpsPost(headerMap, paramsMap);
}
// 连续请求多次
for (int i = 0; i < ConstatFinalUtil.REQ_COUNT; i++)
{
sb.delete(0, sb.length());
HttpURLConnection connect = null ;
try
{
URL url = new URL(paramsMap.get("requestURL"));
connect = (HttpURLConnection) url
.openConnection();
connect.setConnectTimeout(ConstatFinalUtil.REQ_CONNECT_TIMEOUT);
connect.setReadTimeout(ConstatFinalUtil.READ_TIMEOUT);
connect.setDoInput(true);
connect.setDoOutput(true);
StringBuffer paramssb = new StringBuffer();
for (Iterator iterator = paramsMap.entrySet().iterator(); iterator
.hasNext();)
{
Map.Entry me = (Map.Entry) iterator.next();
if (!"requestURL".equalsIgnoreCase(me.getKey() + "") && !"retry".equalsIgnoreCase(me.getKey() + ""))
{
paramssb.append(me.getKey() + "=" + me.getValue() + "&");
}
}
if (paramssb.toString().endsWith("&"))
{
paramssb.delete(paramssb.length() - 1, paramssb.length());
}
connect.setRequestProperty(
"Cookie",
"Hm_lvt_2d57a0f88eed9744a82604dcfa102e49=1386575661; CNZZDATA5342694=cnzz_eid%3D1753424715-1386575827-http%253A%252F%252Fwww.btctrade.com%26ntime%3D1386750475%26cnzz_a%3D5%26ltime%3D1386750483033%26rtime%3D1; pgv_pvi=8171956224; __utma=252052442.1822116731.1386640814.1386741966.1386750468.3; __utmz=252052442.1386640814.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); wafenterurl=/; wafcookie=51a45a2229469ee92bbd8cc281e98e91; __utmb=252052442.1.10.1386750468; __utmc=252052442; wafverify=afe13eda6d99c7f141d7dd3966b59d9e; USER_PW=ab3f61ee826a95e51734cf7174100382; PHPSESSID=9f2c19d6ffd0ef808ba8bac0b74ab0f3; IESESSION=alive; pgv_si=s1618283520");
connect.setRequestProperty("User-Agent",
"Mozilla/5.0 (Windows NT 6.2; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0");
for (Iterator iterator = headerMap.entrySet().iterator(); iterator
.hasNext();)
{
Entry me = (Entry) iterator.next();
connect.setRequestProperty(me.getKey() + "", me.getValue() + "");
}
BufferedWriter bw = new BufferedWriter(new OutputStreamWriter(
connect.getOutputStream()));
bw.write(paramssb.toString());
bw.flush();
BufferedReader br = null ;
//响应码成功
if(connect.getResponseCode() == 200)
{
br = new BufferedReader(new InputStreamReader(
connect.getInputStream(), "UTF-8"));
}else
{
if(connect.getErrorStream() != null)
{
br = new BufferedReader(new InputStreamReader(
connect.getErrorStream(), "UTF-8"));
}else
{
br = new BufferedReader(new InputStreamReader(
connect.getInputStream(), "UTF-8"));
}
}
String line = "";
while ((line = br.readLine()) != null)
{
sb.append(line.trim());
}
br.close();
bw.close();
//正常返回直接退出
if(connect.getResponseCode() != 200)
{
ConstatFinalUtil.SYS_LOGGER.info("重试次数:{},响应码:{};响应信息:{};返回信息:{};请求头:{};请求体:{}",
i,connect.getResponseCode(),connect.getResponseMessage(),sb,headerMap,paramsMap);
}
break ;
}catch (Exception e)
{
try
{
ConstatFinalUtil.SYS_LOGGER.info("http的Post请求失败了;重试次数:{},响应码:{};返回信息:{};请求头:{};请求体:{}",
i,connect != null ? connect.getResponseCode() : connect,sb,headerMap,paramsMap,e);
Thread.sleep(ConstatFinalUtil.PAGE_BATCH_SIZE);
} catch (Exception e1)
{
e1.printStackTrace();
}
}
//重试机制
if(!"true".equalsIgnoreCase(headerMap.get("retry")))
{
break ;
}
}
//没有查询到数据,调用https
if(sb.length() <= 0)
{
return this.methodHttpsPost(headerMap, paramsMap);
}
return sb.toString();
}
/** * HttpsPost请求 * * @param headerMap * 请求头参数 * @param paramsMap * 请求体参数 * @return */
public String methodHttpsPost(Map<String, String> headerMap,
Map<String, String> paramsMap)
{
StringBuffer sb = new StringBuffer();
// 连续请求多次
for (int i = 0; i < ConstatFinalUtil.REQ_COUNT; i++)
{
sb.delete(0, sb.length());
HttpsURLConnection connect = null ;
try
{
// Create a trust manager that does not validate certificate chains
TrustManager[] trustAllCerts = new TrustManager[]
{
new X509TrustManager()
{
public X509Certificate[] getAcceptedIssuers()
{
return null;
}
public void checkClientTrusted(X509Certificate[] certs,
String authType)
{
}
public void checkServerTrusted(X509Certificate[] certs,
String authType)
{
}
} };
// Install the all-trusting trust manager
SSLContext sc = SSLContext.getInstance("TLS");
sc.init(null, trustAllCerts, new SecureRandom());
HttpsURLConnection
.setDefaultSSLSocketFactory(sc.getSocketFactory());
URL url = new URL(paramsMap.get("requestURL"));
connect = (HttpsURLConnection) url
.openConnection();
connect.setHostnameVerifier(new TrustAnyHostnameVerifier());
connect.setConnectTimeout(ConstatFinalUtil.REQ_CONNECT_TIMEOUT);
connect.setReadTimeout(ConstatFinalUtil.READ_TIMEOUT);
connect.setDoInput(true);
connect.setDoOutput(true);
connect.setRequestProperty(
"Cookie",
"Hm_lvt_2d57a0f88eed9744a82604dcfa102e49=1386575661; CNZZDATA5342694=cnzz_eid%3D1753424715-1386575827-http%253A%252F%252Fwww.btctrade.com%26ntime%3D1386750475%26cnzz_a%3D5%26ltime%3D1386750483033%26rtime%3D1; pgv_pvi=8171956224; __utma=252052442.1822116731.1386640814.1386741966.1386750468.3; __utmz=252052442.1386640814.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); wafenterurl=/; wafcookie=51a45a2229469ee92bbd8cc281e98e91; __utmb=252052442.1.10.1386750468; __utmc=252052442; wafverify=afe13eda6d99c7f141d7dd3966b59d9e; USER_PW=ab3f61ee826a95e51734cf7174100382; PHPSESSID=9f2c19d6ffd0ef808ba8bac0b74ab0f3; IESESSION=alive; pgv_si=s1618283520");
connect.setRequestProperty("User-Agent",
"Mozilla/5.0 (Windows NT 6.2; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0");
StringBuffer paramssb = new StringBuffer();
for (Iterator iterator = paramsMap.entrySet().iterator(); iterator
.hasNext();)
{
Map.Entry me = (Map.Entry) iterator.next();
if (!"requestURL".equalsIgnoreCase(me.getKey() + ""))
{
paramssb.append(me.getKey() + "=" + me.getValue() + "&");
}
}
if (paramssb.toString().endsWith("&"))
{
paramssb.delete(paramssb.length() - 1, paramssb.length());
}
// ConstatFinalUtil.LOGGER.info("-----"+ paramssb);
for (Iterator iterator = headerMap.entrySet().iterator(); iterator
.hasNext();)
{
Entry me = (Entry) iterator.next();
if (!"requestURL".equalsIgnoreCase(headerMap.get("requestURL")))
{
connect.setRequestProperty(me.getKey() + "", me.getValue()
+ "");
}
}
connect.setRequestProperty(
"Cookie",
"Hm_lvt_2d57a0f88eed9744a82604dcfa102e49=1386575661; CNZZDATA5342694=cnzz_eid%3D1753424715-1386575827-http%253A%252F%252Fwww.btctrade.com%26ntime%3D1386750475%26cnzz_a%3D5%26ltime%3D1386750483033%26rtime%3D1; pgv_pvi=8171956224; __utma=252052442.1822116731.1386640814.1386741966.1386750468.3; __utmz=252052442.1386640814.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); wafenterurl=/; wafcookie=51a45a2229469ee92bbd8cc281e98e91; __utmb=252052442.1.10.1386750468; __utmc=252052442; wafverify=afe13eda6d99c7f141d7dd3966b59d9e; USER_PW=ab3f61ee826a95e51734cf7174100382; PHPSESSID=9f2c19d6ffd0ef808ba8bac0b74ab0f3; IESESSION=alive; pgv_si=s1618283520");
connect.setRequestProperty("User-Agent",
"Mozilla/5.0 (Windows NT 6.2; WOW64; rv:25.0) Gecko/20100101 Firefox/25.0");
BufferedWriter bw = new BufferedWriter(new OutputStreamWriter(
connect.getOutputStream()));
bw.write(paramssb.toString());
bw.flush();
BufferedReader br = null ;
//响应码成功
if(connect.getResponseCode() == 200)
{
br = new BufferedReader(new InputStreamReader(
connect.getInputStream(), "UTF-8"));
}else
{
if(connect.getErrorStream() != null)
{
br = new BufferedReader(new InputStreamReader(
connect.getErrorStream(), "UTF-8"));
}else
{
br = new BufferedReader(new InputStreamReader(
connect.getInputStream(), "UTF-8"));
}
}
String line = "";
while ((line = br.readLine()) != null)
{
sb.append(line.trim());
}
br.close();
bw.close();
//正常返回直接退出
if(connect.getResponseCode() != 200)
{
ConstatFinalUtil.SYS_LOGGER.info("重试次数:{},响应码:{};响应信息:{};返回信息:{};请求头:{};请求体:{}",
i,connect.getResponseCode(),connect.getResponseMessage(),sb,headerMap,paramsMap);
}
break ;
} catch (Exception e)
{
try
{
ConstatFinalUtil.SYS_LOGGER.info("https的Post请求失败了;重试次数:{},响应码:{};返回信息:{};请求头:{};请求体:{}",
i,connect != null ? connect.getResponseCode() : connect,sb,headerMap,paramsMap,e);
Thread.sleep(ConstatFinalUtil.PAGE_BATCH_SIZE);
} catch (Exception e1)
{
e1.printStackTrace();
}
}
//重试机制
if(!"true".equalsIgnoreCase(headerMap.get("retry")))
{
break ;
}
}
return sb.toString();
}
//新增 百度AI api图片文字识别请求方法
public static String post(String requestUrl, String accessToken, String params)
throws Exception {
String contentType = "application/x-www-form-urlencoded";
return HttpUtil.post(requestUrl, accessToken, contentType, params);
}
public static String post(String requestUrl, String accessToken, String contentType, String params)
throws Exception {
String encoding = "UTF-8";
if (requestUrl.contains("nlp")) {
encoding = "GBK";
}
return HttpUtil.post(requestUrl, accessToken, contentType, params, encoding);
}
public static String post(String requestUrl, String accessToken, String contentType, String params, String encoding)
throws Exception {
String url = requestUrl + "?access_token=" + accessToken;
return HttpUtil.postGeneralUrl(url, contentType, params, encoding);
}
public static String postGeneralUrl(String generalUrl, String contentType, String params, String encoding)
throws Exception {
URL url = new URL(generalUrl);
// 打开和URL之间的连接
HttpURLConnection connection = (HttpURLConnection) url.openConnection();
connection.setRequestMethod("POST");
// 设置通用的请求属性
connection.setRequestProperty("Content-Type", contentType);
connection.setRequestProperty("Connection", "Keep-Alive");
connection.setUseCaches(false);
connection.setDoOutput(true);
connection.setDoInput(true);
// 得到请求的输出流对象
DataOutputStream out = new DataOutputStream(connection.getOutputStream());
out.write(params.getBytes(encoding));
out.flush();
out.close();
// 建立实际的连接
connection.connect();
// 获取所有响应头字段
Map<String, List<String>> headers = connection.getHeaderFields();
// 遍历所有的响应头字段
for (String key : headers.keySet()) {
System.err.println(key + "--->" + headers.get(key));
}
// 定义 BufferedReader输入流来读取URL的响应
BufferedReader in = null;
in = new BufferedReader(
new InputStreamReader(connection.getInputStream(), encoding));
String result = "";
String getLine;
while ((getLine = in.readLine()) != null) {
result += getLine;
}
in.close();
System.err.println("result:" + result);
return result;
}
}
今天的文章httpUtil工具类分享到此就结束了，感谢您的阅读。
版权声明：本文内容由互联网用户自发贡献，该文观点仅代表作者本人。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容， 请发送邮件至 举报，一经查实，本站将立刻删除。
如需转载请保留出处：https://bianchenghao.cn/6227.html
