httpclient支持socks5和http代理调用接口

2024-09-04 06:04

本文主要是介绍httpclient支持socks5和http代理调用接口,希望对大家解决编程问题提供一定的参考价值,需要的开发者们随着小编来一起学习吧!

httpclient支持socks5和http代理调用接口

package com.ruoyi.web.controller.util;import org.apache.http.HttpHost;
import org.apache.http.NameValuePair;
import org.apache.http.auth.AuthScope;
import org.apache.http.auth.UsernamePasswordCredentials;
import org.apache.http.client.CredentialsProvider;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.entity.UrlEncodedFormEntity;
import org.apache.http.client.methods.*;
import org.apache.http.client.protocol.HttpClientContext;
import org.apache.http.client.utils.URIBuilder;
import org.apache.http.config.RegistryBuilder;
import org.apache.http.conn.DnsResolver;
import org.apache.http.conn.socket.ConnectionSocketFactory;
import org.apache.http.conn.socket.PlainConnectionSocketFactory;
import org.apache.http.conn.ssl.SSLConnectionSocketFactory;
import org.apache.http.impl.client.BasicCredentialsProvider;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
import org.apache.http.message.BasicNameValuePair;
import org.apache.http.protocol.HttpContext;
import org.apache.http.ssl.SSLContexts;
import org.apache.http.util.EntityUtils;
import org.apache.poi.util.IOUtils;import javax.net.ssl.SSLContext;
import java.io.IOException;
import java.net.*;
import java.nio.charset.StandardCharsets;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.stream.Collectors;/*** 支持socks5和http代理*/
public class HttpUtil {public static void main(String[] args) {String url = "http://ip-api.com/json/?lang=zh-CN";String http = "http://127.0.0.1:10163:admin:password";String socks = "socks5://127.0.0.1:20001:admin:password";ProxyVO socksVo = ProxyVO.resolver(socks);System.out.println(doGet(socksVo, url, null, null));ProxyVO httpVo = ProxyVO.resolver(http);System.out.println(doGet(httpVo, url, null, null));}public static String doGet(ProxyVO proxyVo, String url, Map<String, String> headers, Map<String, String> param) {try {URIBuilder builder = new URIBuilder(url);// 设置参数 builder.addParameter(key, param.get(key));Optional.ofNullable(param).ifPresent(h -> h.forEach(builder::addParameter));HttpGet httpget = new HttpGet(builder.build());// 设置header setHeader(key, headers.get(key));Optional.ofNullable(headers).ifPresent(h -> h.forEach(httpget::setHeader));if (proxyVo.isSocks5()) {return doExecuteSocks5(proxyVo, httpget);} else {return doExecuteHttp(proxyVo, httpget,url);}} catch (Exception e) {e.printStackTrace();}return null;}public static String doPost(ProxyVO proxyVo, String url, Map<String, String> headers, Map<String, String> param) {// 创建Http Post请求HttpPost httpPost = new HttpPost(url);// 设置headerOptional.ofNullable(headers).ifPresent(h -> h.forEach(httpPost::setHeader));// 创建参数列表if (param != null) {List<NameValuePair> paramList = param.entrySet().stream().map(entry -> new BasicNameValuePair(entry.getKey(), entry.getValue())).collect(Collectors.toList());// 模拟表单httpPost.setEntity(new UrlEncodedFormEntity(paramList, StandardCharsets.UTF_8));}// 执行http请求if (proxyVo.isSocks5()) {return doExecuteSocks5(proxyVo, httpPost);} else {return doExecuteHttp(proxyVo, httpPost,url);}}/*** Socks5 代理*/public static String doExecuteSocks5(ProxyVO proxyVo, HttpUriRequest httpRequest) {CloseableHttpClient httpclient = null;CloseableHttpResponse response = null;try {//用户名和密码验证Authenticator.setDefault(new Authenticator() {protected PasswordAuthentication getPasswordAuthentication() {return new PasswordAuthentication(proxyVo.getUserName(), proxyVo.getPwd().toCharArray());}});httpclient = HttpClients.custom().setConnectionManager(new PoolingHttpClientConnectionManager(RegistryBuilder.<ConnectionSocketFactory>create().register("http", new MyConnectionSocketFactory()).register("https", new MySSLConnectionSocketFactory(SSLContexts.createSystemDefault())).build(),new FakeDnsResolver())).build();HttpClientContext context = HttpClientContext.create();context.setAttribute("socks.address", new InetSocketAddress(proxyVo.getHost(), proxyVo.getPort()));response = httpclient.execute(httpRequest, context);if (response.getStatusLine().getStatusCode() == 200) {
//                return new String(EntityUtils.toByteArray(response.getEntity()), StandardCharsets.UTF_8);return EntityUtils.toString(response.getEntity(), StandardCharsets.UTF_8);}} catch (Exception e) {e.printStackTrace();} finally {IOUtils.closeQuietly(response);IOUtils.closeQuietly(httpclient);}return null;}/*** http 代理*/public static String doExecuteHttp(ProxyVO proxyVo, HttpRequestBase httpRequest,String url) {try {// 设置代理HttpHostHttpHost proxy = new HttpHost(proxyVo.getHost(), proxyVo.getPort(), Proxy.Type.HTTP.name());URI uri = new URI(url);// 设置要访问的HttpHost,即是目标站点的HttpHostHttpHost httpTarget = new HttpHost(uri.getHost(), uri.getPort());// 设置认证CredentialsProvider provider = new BasicCredentialsProvider();provider.setCredentials(new AuthScope(proxy), new UsernamePasswordCredentials(proxyVo.getUserName(), proxyVo.getPwd()));CloseableHttpClient httpClient = HttpClients.custom().setDefaultCredentialsProvider(provider).build();RequestConfig config = RequestConfig.custom().setProxy(proxy).build();httpRequest.setConfig(config);CloseableHttpResponse response = httpClient.execute(httpTarget, httpRequest);if (response.getStatusLine().getStatusCode() == 200) {return EntityUtils.toString(response.getEntity(), StandardCharsets.UTF_8);}} catch (IOException | URISyntaxException e) {e.printStackTrace();}return null;}static class FakeDnsResolver implements DnsResolver {@Overridepublic InetAddress[] resolve(String host) throws UnknownHostException {return new InetAddress[]{InetAddress.getByAddress(new byte[]{1, 1, 1, 1})};}}static class MyConnectionSocketFactory extends PlainConnectionSocketFactory {@Overridepublic Socket createSocket(final HttpContext context) {return new Socket(new Proxy(Proxy.Type.SOCKS, (InetSocketAddress) context.getAttribute("socks.address")));}@Overridepublic Socket connectSocket(int connectTimeout, Socket socket, HttpHost host, InetSocketAddress remoteAddress, InetSocketAddress localAddress, HttpContext context) throws IOException {return super.connectSocket(connectTimeout, socket, host, InetSocketAddress.createUnresolved(host.getHostName(), remoteAddress.getPort()), localAddress, context);}}static class MySSLConnectionSocketFactory extends SSLConnectionSocketFactory {public MySSLConnectionSocketFactory(final SSLContext sslContext) {super(sslContext, ALLOW_ALL_HOSTNAME_VERIFIER);}@Overridepublic Socket createSocket(final HttpContext context) {return new Socket(new Proxy(Proxy.Type.SOCKS, (InetSocketAddress) context.getAttribute("socks.address")));}@Overridepublic Socket connectSocket(int connectTimeout, Socket socket, HttpHost host, InetSocketAddress remoteAddress,InetSocketAddress localAddress, HttpContext context) throws IOException {return super.connectSocket(connectTimeout, socket, host, InetSocketAddress.createUnresolved(host.getHostName(),remoteAddress.getPort()), localAddress, context);}}
}
package com.ruoyi.web.controller.util;import cn.hutool.core.util.StrUtil;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;import java.util.stream.Stream;@Data
@Builder
@AllArgsConstructor
@NoArgsConstructor
public class ProxyVO {// 代理信息private boolean isSocks5;private String host;private int port;private String userName;private String pwd;public static ProxyVO resolver(String proxyUrl) {if (StrUtil.isEmpty(proxyUrl)) return null;String prefix = Stream.of("socks5://", "http://").filter(proxyUrl::startsWith).findFirst().orElse(null);if (prefix == null) return null;String[] split = StrUtil.replace(proxyUrl, prefix, "").split(":");if (split.length != 4) return null;return ProxyVO.builder().isSocks5(StrUtil.startWith(proxyUrl, "socks5://")).host(split[0]).port(Integer.parseInt(split[1])).userName(split[2]).pwd(split[3]).build();}
}

这篇关于httpclient支持socks5和http代理调用接口的文章就介绍到这儿,希望我们推荐的文章对编程师们有所帮助!



http://www.chinasem.cn/article/1135201

相关文章

MySQL中C接口的实现

《MySQL中C接口的实现》本节内容介绍使用C/C++访问数据库,包括对数据库的增删查改操作,主要是学习一些接口的调用,具有一定的参考价值,感兴趣的可以了解一下... 目录准备mysql库使用mysql库编译文件官方API文档对象的创建和关闭链接数据库下达sql指令select语句前言:本节内容介绍使用C/

MyBatis/MyBatis-Plus同事务循环调用存储过程获取主键重复问题分析及解决

《MyBatis/MyBatis-Plus同事务循环调用存储过程获取主键重复问题分析及解决》MyBatis默认开启一级缓存,同一事务中循环调用查询方法时会重复使用缓存数据,导致获取的序列主键值均为1,... 目录问题原因解决办法如果是存储过程总结问题myBATis有如下代码获取序列作为主键IdMappe

使用Go调用第三方API的方法详解

《使用Go调用第三方API的方法详解》在现代应用开发中,调用第三方API是非常常见的场景,比如获取天气预报、翻译文本、发送短信等,Go作为一门高效并发的编程语言,拥有强大的标准库和丰富的第三方库,可以... 目录引言一、准备工作二、案例1:调用天气查询 API1. 注册并获取 API Key2. 代码实现3

基于Go语言开发一个 IP 归属地查询接口工具

《基于Go语言开发一个IP归属地查询接口工具》在日常开发中,IP地址归属地查询是一个常见需求,本文将带大家使用Go语言快速开发一个IP归属地查询接口服务,有需要的小伙伴可以了解下... 目录功能目标技术栈项目结构核心代码(main.go)使用方法扩展功能总结在日常开发中,IP 地址归属地查询是一个常见需求:

Nginx部署HTTP/3的实现步骤

《Nginx部署HTTP/3的实现步骤》本文介绍了在Nginx中部署HTTP/3的详细步骤,文中通过示例代码介绍的非常详细,对大家的学习或者工作具有一定的参考学习价值,需要的朋友们下面随着小编来一起学... 目录前提条件第一步:安装必要的依赖库第二步:获取并构建 BoringSSL第三步:获取 Nginx

SpringBoot实现不同接口指定上传文件大小的具体步骤

《SpringBoot实现不同接口指定上传文件大小的具体步骤》:本文主要介绍在SpringBoot中通过自定义注解、AOP拦截和配置文件实现不同接口上传文件大小限制的方法,强调需设置全局阈值远大于... 目录一  springboot实现不同接口指定文件大小1.1 思路说明1.2 工程启动说明二 具体实施2

HTTP 与 SpringBoot 参数提交与接收协议方式

《HTTP与SpringBoot参数提交与接收协议方式》HTTP参数提交方式包括URL查询、表单、JSON/XML、路径变量、头部、Cookie、GraphQL、WebSocket和SSE,依据... 目录HTTP 协议支持多种参数提交方式,主要取决于请求方法(Method)和内容类型(Content-Ty

Python 基于http.server模块实现简单http服务的代码举例

《Python基于http.server模块实现简单http服务的代码举例》Pythonhttp.server模块通过继承BaseHTTPRequestHandler处理HTTP请求,使用Threa... 目录测试环境代码实现相关介绍模块简介类及相关函数简介参考链接测试环境win11专业版python

使用Python的requests库来发送HTTP请求的操作指南

《使用Python的requests库来发送HTTP请求的操作指南》使用Python的requests库发送HTTP请求是非常简单和直观的,requests库提供了丰富的API,可以发送各种类型的HT... 目录前言1. 安装 requests 库2. 发送 GET 请求3. 发送 POST 请求4. 发送

Java调用Python脚本实现HelloWorld的示例详解

《Java调用Python脚本实现HelloWorld的示例详解》作为程序员,我们经常会遇到需要在Java项目中调用Python脚本的场景,下面我们来看看如何从基础到进阶,一步步实现Java与Pyth... 目录一、环境准备二、基础调用:使用 Runtime.exec()2.1 实现步骤2.2 代码解析三、