package util_liyuan;import java.io.BufferedReader;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.net.Socket;
import java.net.URL;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLEngine;
import javax.net.ssl.SSLSession;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509ExtendedTrustManager;public class Tools {private static boolean proxySet = true;private static String proxyHost = "192.168.11.254";private static int proxyPort = 8080;public static final String GET_URL = "https://csc.pconline.com.cn/s/buy/search/getSkuByLink.xsp";public static void main(String[] args) {List<String> params = readFile02("E:\\360downloads\\111\\urls.txt");sendGet(params, proxySet);}//读取本地文件pos.txtpublic static List<String> readFile02(String path)  {// 使用一个字符串集合来存储文本中的路径 ，也可用String []数组List<String> list = new ArrayList<String>();try {FileInputStream fis = new FileInputStream(path);// 防止路径乱码   如果utf-8 乱码  改GBK     eclipse里创建的txt  用UTF-8，在电脑上自己创建的txt  用GBKInputStreamReader isr = new InputStreamReader(fis, "UTF-8");BufferedReader br = new BufferedReader(isr);String line = "";while ((line = br.readLine()) != null) {// 如果 t x t文件里的路径 不包含---字符串       这里是对里面的内容进行一个筛选list.add(line);}br.close();isr.close();fis.close();} catch (Exception e) {e.printStackTrace();}return list;}//设置请求头属性public static Map<String, String> setProperty() {HashMap<String, String> pMap = new HashMap<>();// pMap.put("Accept-Encoding", "gzip"); //请求定义gzip,响应也是压缩包pMap.put("connection", "Keep-Alive");pMap.put("user-agent", "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;SV1)");pMap.put("Content-Type", "application/x-www-form-urlencoded");return pMap;}/*** GET请求* * @param url*            请求的URL* @param param*            请求参数，name1=value1&name2=value2 的形式* @return 响应结果*/public static StringBuffer sendGet( List<String> params, boolean isproxy) {//String result = "";BufferedReader in = null;StringBuffer sb = new StringBuffer();try {for (int i = 0; i < params.size(); i++) {URL realUrl = new URL(GET_URL+ "?buyLink=" + params.get(i));// 打开和URL之间的连接HttpURLConnection connection = null;if (isproxy) {// 使用代理模式@SuppressWarnings("static-access")Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress(proxyHost, proxyPort));connection = (HttpURLConnection) realUrl.openConnection(proxy);} else {connection = (HttpURLConnection) realUrl.openConnection();}// https 忽略证书验证if (params.get(i).substring(0, 5).equals("https")) {SSLContext ctx = MyX509TrustManagerUtils();((HttpsURLConnection) connection).setSSLSocketFactory(ctx.getSocketFactory());((HttpsURLConnection) connection).setHostnameVerifier(new HostnameVerifier() {@Overridepublic boolean verify(String arg0, SSLSession arg1) {return true;}});}// 设置通用的请求属性for (Map.Entry<String, String> entry : setProperty().entrySet()) {connection.setRequestProperty(entry.getKey(), entry.getValue());}// 建立连接connection.connect();// 定义 BufferedReader输入流来读取URL的响应if (connection.getResponseCode() == HttpURLConnection.HTTP_OK|| connection.getResponseCode() == HttpURLConnection.HTTP_CREATED|| connection.getResponseCode() == HttpURLConnection.HTTP_ACCEPTED) {in = new BufferedReader(new InputStreamReader(connection.getInputStream(), "UTF-8"));} else {in = new BufferedReader(new InputStreamReader(connection.getErrorStream(), "UTF-8"));}//System.out.println(in);String line;while ((line = in.readLine()) != null) {if (line.contains("success")) {sb.append(GET_URL + "?buyLink=" + params.get(i)+"解析成功"+"\n");//jieguo.add(GET_URL + "?buyLink=" + params.get(i)+"解析成功");System.out.println((i+1)+GET_URL + "?buyLink=" + params.get(i)+"解析成功");}else {sb.append(GET_URL + "?buyLink=" + params.get(i)+"解析失败"+"\n");//jieguo.add(GET_URL + "?buyLink=" + params.get(i)+"解析失败");System.out.println((i+1)+GET_URL + "?buyLink=" + params.get(i)+"解析失败");}}}} catch (Exception e) {System.out.println("发送GET请求出现异常！");e.printStackTrace();}// 使用finally块来关闭输入流finally {try {if (in != null) {in.close();}} catch (Exception e2) {e2.printStackTrace();}}return sb;}/*** POST请求* * @param url*            发送请求的 URL* @param param*            请求参数 name1=value1&name2=value2 的形式* @param isproxy*            是否使用代理模式* @return 响应结果*/public static String sendPost(String url, String param, boolean isproxy) {OutputStreamWriter out = null;BufferedReader in = null;String result = "";try {URL realUrl = new URL(url);HttpURLConnection conn = null;if (isproxy) {// 使用代理模式@SuppressWarnings("static-access")Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress(proxyHost, proxyPort));conn = (HttpURLConnection) realUrl.openConnection(proxy);} else {conn = (HttpURLConnection) realUrl.openConnection();}// httpsif (url.substring(0, 5).equals("https")) {SSLContext ctx = MyX509TrustManagerUtils();((HttpsURLConnection) conn).setSSLSocketFactory(ctx.getSocketFactory());((HttpsURLConnection) conn).setHostnameVerifier(new HostnameVerifier() {//在握手期间，如果 URL 的主机名和服务器的标识主机名不匹配，则验证机制可以回调此接口的实现程序来确定是否应该允许此连接。@Overridepublic boolean verify(String arg0, SSLSession arg1) {return true;}});}// 发送POST请求必须设置如下两行conn.setDoOutput(true);conn.setDoInput(true);conn.setRequestMethod("POST"); // POST方法// 设置通用的请求属性for (Map.Entry<String, String> entry : setProperty().entrySet()) {conn.setRequestProperty(entry.getKey(), entry.getValue());}conn.connect();// 获取URLConnection对象对应的输出流out = new OutputStreamWriter(conn.getOutputStream(), "UTF-8");// 发送请求参数out.write(param);// flush输出流的缓冲out.flush();// 定义BufferedReader输入流来读取URL的响应if (conn.getResponseCode() == HttpURLConnection.HTTP_OK|| conn.getResponseCode() == HttpURLConnection.HTTP_CREATED|| conn.getResponseCode() == HttpURLConnection.HTTP_ACCEPTED) {in = new BufferedReader(new InputStreamReader(conn.getInputStream(), "UTF-8"));} else {in = new BufferedReader(new InputStreamReader(conn.getErrorStream(), "UTF-8"));}String line;while ((line = in.readLine()) != null) {result += line;}} catch (Exception e) {System.out.println("发送 POST 请求出现异常！");e.printStackTrace();}// 使用finally块来关闭输出流、输入流finally {try {if (out != null) {out.close();}if (in != null) {in.close();}} catch (IOException ex) {ex.printStackTrace();}}return result;}// ===========================utils===================/*** url编码* * @param source*            待编码字符串* @param encode*            字符编码 eg:UTF-8* @return 编码字符串*/public static String urlEncode(String source, String encode) {String result = source;try {result = java.net.URLEncoder.encode(source, encode);} catch (UnsupportedEncodingException e) {e.printStackTrace();return "0";}return result;}/** HTTPS忽略证书验证,防止高版本jdk因证书算法不符合约束条件,使用继承X509ExtendedTrustManager的方式*/class MyX509TrustManager extends X509ExtendedTrustManager {@Overridepublic void checkClientTrusted(X509Certificate[] arg0, String arg1) throws CertificateException {// TODO Auto-generated method stub}@Overridepublic void checkServerTrusted(X509Certificate[] arg0, String arg1) throws CertificateException {// TODO Auto-generated method stub}@Overridepublic X509Certificate[] getAcceptedIssuers() {// TODO Auto-generated method stubreturn null;}@Overridepublic void checkClientTrusted(X509Certificate[] arg0, String arg1, Socket arg2) throws CertificateException {// TODO Auto-generated method stub}@Overridepublic void checkClientTrusted(X509Certificate[] arg0, String arg1, SSLEngine arg2)throws CertificateException {// TODO Auto-generated method stub}@Overridepublic void checkServerTrusted(X509Certificate[] arg0, String arg1, Socket arg2) throws CertificateException {// TODO Auto-generated method stub}@Overridepublic void checkServerTrusted(X509Certificate[] arg0, String arg1, SSLEngine arg2)throws CertificateException {// TODO Auto-generated method stub}}public static SSLContext MyX509TrustManagerUtils() {TrustManager[] tm = { new HttpsUtils().new MyX509TrustManager() };SSLContext ctx = null;try {ctx = SSLContext.getInstance("TLS");ctx.init(null, tm, null);} catch (Exception e) {e.printStackTrace();}return ctx;}}