java实现http/https请求
最近有个功能是用java爬去大量url信息。网上找了个code了一段代码,拿来直接可以用,但是打包到jdk1.7上报407没有权限,于是手动添加了
String headerkey = "Proxy-Authorization"; String headerValue = "Basic "+Base64.encodeToString("*****:*****".getBytes(), false); //帐号密码用:隔开,base64加密方式 conn.setRequestProperty(headerkey, headerValue);
http是解决了,但是调用https的时候还是没有权限。翻墙找了好久都没有找到解决方案
试过好多种方法,还是没有解决。只记得这两个了。代码没有办法code下来。今天在去研究研究,要还不行只能咨询客户这块怎样走公司代理。
Authenticator.setDefault( new Authenticator() {
@Override
protected PasswordAuthentication getPasswordAuthentication() {
if (getRequestorType().equals( RequestorType.PROXY )) {
return new PasswordAuthentication( userid, password.toCharArray() );
}
return super.getPasswordAuthentication();
}
} );
用 System.setProperty 将 jdk.http.auth.tunneling.disabledSchemes和jdk.http.auth.proxying.disabledSchemes 设置wei'kon
网上代码如下:
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.net.Socket;
import java.net.URL;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.HashMap;
import java.util.Map;
import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLEngine;
import javax.net.ssl.SSLSession;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509ExtendedTrustManager;
public class HttpsUtils {
private static boolean proxySet = true;
private static String proxyHost = "127.0.0.1";
private static int proxyPort = 8080;
public static void main(String[] args) {
String url = "https://www.google.com";
String params = "";
String getResult = HttpsUtils.sendPost(url, params, proxySet);
System.out.println(getResult);
}
//设置请求头属性
public static Map<String, String> setProperty() {
HashMap<String, String> pMap = new HashMap<>();
// pMap.put("Accept-Encoding", "gzip"); //请求定义gzip,响应也是压缩包
pMap.put("connection", "Keep-Alive");
pMap.put("user-agent", "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1;SV1)");
pMap.put("Content-Type", "application/x-www-form-urlencoded");
return pMap;
}
/**
* GET请求
*
* @param url
* 请求的URL
* @param param
* 请求参数,name1=value1&name2=value2 的形式
* @return 响应结果
*/
public static String sendGet(String url, String param, boolean isproxy) {
String result = "";
BufferedReader in = null;
try {
String urlNameString = url;
if (param != null && !("".equals(param)))
urlNameString = url + "?" + param;
URL realUrl = new URL(urlNameString);
// 打开和URL之间的连接
HttpURLConnection connection = null;
if (isproxy) {// 使用代理模式
@SuppressWarnings("static-access")
Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress(proxyHost, proxyPort));
connection = (HttpURLConnection) realUrl.openConnection(proxy);
} else {
connection = (HttpURLConnection) realUrl.openConnection();
}
// https 忽略证书验证
if (url.substring(0, 5).equals("https")) {
SSLContext ctx = MyX509TrustManagerUtils();
((HttpsURLConnection) connection).setSSLSocketFactory(ctx.getSocketFactory());
((HttpsURLConnection) connection).setHostnameVerifier(new HostnameVerifier() {
@Override
public boolean verify(String arg0, SSLSession arg1) {
return true;
}
});
}
// 设置通用的请求属性
for (Map.Entry<String, String> entry : setProperty().entrySet()) {
connection.setRequestProperty(entry.getKey(), entry.getValue());
}
// 建立连接
connection.connect();
// 定义 BufferedReader输入流来读取URL的响应
if (connection.getResponseCode() == HttpURLConnection.HTTP_OK
|| connection.getResponseCode() == HttpURLConnection.HTTP_CREATED
|| connection.getResponseCode() == HttpURLConnection.HTTP_ACCEPTED) {
in = new BufferedReader(new InputStreamReader(connection.getInputStream(), "UTF-8"));
} else {
in = new BufferedReader(new InputStreamReader(connection.getErrorStream(), "UTF-8"));
}
String line;
while ((line = in.readLine()) != null) {
result += line;
}
} catch (Exception e) {
System.out.println("发送GET请求出现异常!");
e.printStackTrace();
}
// 使用finally块来关闭输入流
finally {
try {
if (in != null) {
in.close();
}
} catch (Exception e2) {
e2.printStackTrace();
}
}
return result;
}
/**
* POST请求
*
* @param url
* 发送请求的 URL
* @param param
* 请求参数 name1=value1&name2=value2 的形式
* @param isproxy
* 是否使用代理模式
* @return 响应结果
*/
public static String sendPost(String url, String param, boolean isproxy) {
OutputStreamWriter out = null;
BufferedReader in = null;
String result = "";
try {
URL realUrl = new URL(url);
HttpURLConnection conn = null;
if (isproxy) {// 使用代理模式
@SuppressWarnings("static-access")
Proxy proxy = new Proxy(Proxy.Type.DIRECT.HTTP, new InetSocketAddress(proxyHost, proxyPort));
conn = (HttpURLConnection) realUrl.openConnection(proxy);
} else {
conn = (HttpURLConnection) realUrl.openConnection();
}
// https
if (url.substring(0, 5).equals("https")) {
SSLContext ctx = MyX509TrustManagerUtils();
((HttpsURLConnection) conn).setSSLSocketFactory(ctx.getSocketFactory());
((HttpsURLConnection) conn).setHostnameVerifier(new HostnameVerifier() {
//在握手期间,如果 URL 的主机名和服务器的标识主机名不匹配,则验证机制可以回调此接口的实现程序来确定是否应该允许此连接。
@Override
public boolean verify(String arg0, SSLSession arg1) {
return true;
}
});
}
// 发送POST请求必须设置如下两行
conn.setDoOutput(true);
conn.setDoInput(true);
conn.setRequestMethod("POST"); // POST方法
// 设置通用的请求属性
for (Map.Entry<String, String> entry : setProperty().entrySet()) {
conn.setRequestProperty(entry.getKey(), entry.getValue());
}
conn.connect();
// 获取URLConnection对象对应的输出流
out = new OutputStreamWriter(conn.getOutputStream(), "UTF-8");
// 发送请求参数
out.write(param);
// flush输出流的缓冲
out.flush();
// 定义BufferedReader输入流来读取URL的响应
if (conn.getResponseCode() == HttpURLConnection.HTTP_OK
|| conn.getResponseCode() == HttpURLConnection.HTTP_CREATED
|| conn.getResponseCode() == HttpURLConnection.HTTP_ACCEPTED) {
in = new BufferedReader(new InputStreamReader(conn.getInputStream(), "UTF-8"));
} else {
in = new BufferedReader(new InputStreamReader(conn.getErrorStream(), "UTF-8"));
}
String line;
while ((line = in.readLine()) != null) {
result += line;
}
} catch (Exception e) {
System.out.println("发送 POST 请求出现异常!");
e.printStackTrace();
}
// 使用finally块来关闭输出流、输入流
finally {
try {
if (out != null) {
out.close();
}
if (in != null) {
in.close();
}
} catch (IOException ex) {
ex.printStackTrace();
}
}
return result;
}
// ===========================utils===================
/**
* url编码
*
* @param source
* 待编码字符串
* @param encode
* 字符编码 eg:UTF-8
* @return 编码字符串
*/
public static String urlEncode(String source, String encode) {
String result = source;
try {
result = java.net.URLEncoder.encode(source, encode);
} catch (UnsupportedEncodingException e) {
e.printStackTrace();
return "0";
}
return result;
}
/*
* HTTPS忽略证书验证,防止高版本jdk因证书算法不符合约束条件,使用继承X509ExtendedTrustManager的方式
*/
class MyX509TrustManager extends X509ExtendedTrustManager {
@Override
public void checkClientTrusted(X509Certificate[] arg0, String arg1) throws CertificateException {
// TODO Auto-generated method stub
}
@Override
public void checkServerTrusted(X509Certificate[] arg0, String arg1) throws CertificateException {
// TODO Auto-generated method stub
}
@Override
public X509Certificate[] getAcceptedIssuers() {
// TODO Auto-generated method stub
return null;
}
@Override
public void checkClientTrusted(X509Certificate[] arg0, String arg1, Socket arg2) throws CertificateException {
// TODO Auto-generated method stub
}
@Override
public void checkClientTrusted(X509Certificate[] arg0, String arg1, SSLEngine arg2)
throws CertificateException {
// TODO Auto-generated method stub
}
@Override
public void checkServerTrusted(X509Certificate[] arg0, String arg1, Socket arg2) throws CertificateException {
// TODO Auto-generated method stub
}
@Override
public void checkServerTrusted(X509Certificate[] arg0, String arg1, SSLEngine arg2)
throws CertificateException {
// TODO Auto-generated method stub
}
}
public static SSLContext MyX509TrustManagerUtils() {
TrustManager[] tm = { new HttpsUtils().new MyX509TrustManager() };
SSLContext ctx = null;
try {
ctx = SSLContext.getInstance("TLS");
ctx.init(null, tm, null);
} catch (Exception e) {
e.printStackTrace();
}
return ctx;
}
}
————————————————
版权声明:本文为CSDN博主「M1mory」的原创文章,遵循CC 4.0 BY-SA版权协议,转载请附上原文出处链接及本声明。
原文链接:https://blog.csdn.net/M1mory/article/details/76944668
java实现http/https请求相关推荐
- JAVA实现发送HTTPS请求(SSL双向认证)
一.项目背景 Java项目需要作为客户端发起HTTPS请求访问服务端,并且需要携带证书进行SSL双向认证,当前提供的证书相关文件有:ca.crt.ca.key.client.crt.client.ke ...
- java后台发送https请求(基于httpTemplate的httpUtil工具实现)
最近做连续做了一些java后台发送http请求的需求,发现项目里实现http请求的写法各异,不够简洁统一,于是基于httpTemplate自行封装了一个http请求工具,常见的json和octet-s ...
- java Android OKHttp HTTPS 请求证书验证 PEM证书(1)
地址:http://blog.csdn.net/doubleping/article/details/53331864 调用new CustomTrust() 即可产生OkHttpClient 关键点 ...
- java实现https请求
参考: https://www.cnblogs.com/chinway/p/5802541.html java 实现https请求 JSSE是一个SSL和TLS的纯Java实现,通过JSSE可以很容易 ...
- java用HttpURLConnection发起HTTPS请求并跳过SSL证书,解决:unable to find valid certification path to requested targ
java用HttpURLConnection发起HTTPS请求并跳过SSL证书 问题出现:unable to find valid certification path to requested ta ...
- Java Https请求工具类
个人技术网站 欢迎关注 由于微信API接口建议使用Https请求方式 而且过不久就废弃http请求方式了 所以提供以下Https工具类 public class SSLClient extends D ...
- Java使用HttpClient发送Https请求证书失效:PKIX path building failed:
最近使用HttpClient对接第三方短信接口,在进行本地测试时报了一个证书失效的错误. 1. 封装的HttpClient的Post请求 public static Map<String, Ob ...
- httpsrequest java_java 发送http和https请求的实例
HTTP请求: 如果需要Json格式的自己转下,度娘上N种姿势- //处理http请求 requestUrl为请求地址 requestMethod请求方式,值为"GET"或&quo ...
- Android 使用自带的HttpClient进行https请求出现403的解决过程记录
2019独角兽企业重金招聘Python工程师标准>>> 出现的过程 最近在用程序模拟一个web站的https登录,然后进行一些后续操作的小玩意.先使用java程序写测试代码,测试通过 ...
- RestTemplate 发送 Https 请求调用
RestTemplate 发送 Https 请求调用 个人博客:https://jacob.org.cn import org.apache.http.conn.ssl.NoopHostnameVer ...
最新文章
- 哪些人适合参加UI设计培训
- zookeeper脑裂
- Educational Codeforces Round 86 (Rated for Div. 2)c和d
- 模24的8421BCD码计数器(Verilog HDL语言描述)(仿真与综合)
- Python 动态变量名定义与调用
- android 摇一摇监听,Android摇一摇功能实现(摇一摇监听)
- V-rep学习笔记:机器人模型创建2—添加关节
- 编写程序来模拟计算机LRU算法,操作系统-页式虚拟存储管理程序模拟.doc
- 【图像超分辨率】SR for RS via Local–Global Combined Network
- excel split函数_Excel 字符串拆分
- 静态构造函数和静态成员变量初始化的调用时间
- python编程遍历_Python字典遍历操作实例小结
- centos 7配置rsync源服务器
- 删除排序数组中的重复数字 II · Remove Duplicates from Sorted Array II
- docker 启动tomcat_docker安装tomcat
- 《深入理解Spark:核心思想与源码分析》——1.3节阅读环境准备
- IBM AIX5.3 linux下C/C++实现HTTPS接口
- 验票证明怎么打印_发票真伪查询打印系统软件
- Oracle ORA-01017 报错处理
- zebradesigner2教程_ZebraDesigner快速使用说明
热门文章
- maven配置阿里云镜像
- 【有限元分析】有限元仿真分析与解析解的结果对比——以阶梯轴的静力分析为例
- PICKIT3脱机烧写指导书
- 苹果手机六位数密码忘记了用计算机,忘记iPhone锁屏密码?三种方法帮你顺利解决!...
- 控制台程序线程莫名被阻塞
- Chrome 页面呈现原理与性能优化(内附分享 ppt)
- 微信小程序实现tab标签页的切换及动态的选中下划线移动
- 亿能bms上位机_上位机软件上位机监控锂电池管理系统bms软件开发
- 合肥工业大学暑期“三下乡”——探访悠悠古村 发扬传统文化
- 【论文笔记】Imagenet-trained cnns are Biased towards Texture; Increasing Shape Bias Improves accuracy