靜態(tài)ip代理如何在java中接入,長效爬蟲代理ip在java中接入教程
時間:2022-08-20 來源:楓之葉網(wǎng)絡(luò)
最近小編遇到很多客戶使用java來進行大數(shù)據(jù)采集,有關(guān)java計入靜態(tài)ip的代碼小編找了一些資料,長效爬蟲代理ip可以幫助客戶進行大數(shù)據(jù)采集,助力大數(shù)據(jù)企業(yè)。具體長效爬蟲代理ip接入代碼如下:
import java.io.ByteArrayOutputStream;
import java.io.InputStream;
import java.net.Authenticator;
import java.net.HttpURLConnection;
import java.net.InetSocketAddress;
import java.net.PasswordAuthentication;
import java.net.Proxy;
import java.net.URL;
class ProxyAuthenticator extends Authenticator {
private String user, password;
public ProxyAuthenticator(String user, String password) {
this.user = user;
this.password = password;
}
protected PasswordAuthentication getPasswordAuthentication() {
return new PasswordAuthentication(user, password.toCharArray());
}
}
public class ProxyTest {
public static void main(String args[]) throws Exception {
String targetUrl = "http://www.xbltjxp.cn";
System.setProperty("jdk.http.auth.tunneling.disabledSchemes", "");
String proxyServer = "pachongdaili.com";
int proxyPort = 8589;
String proxyUser = "pachongdaili.com";
String proxyPass = "pachongdaili.com";
try {
URL url = new URL(targetUrl);
Authenticator.setDefault(new ProxyAuthenticator(proxyUser, proxyPass));
InetSocketAddress addr = new InetSocketAddress(proxyServer, proxyPort);
Proxy proxy = new Proxy(Proxy.Type.HTTP, addr);
HttpURLConnection connection = (HttpURLConnection) url.openConnection(proxy);
connection.setRequestProperty("Proxy-Switch-Ip","yes");
byte[] response = readStream(connection.getInputStream());
System.out.println(new String(response));
} catch (Exception e) {
System.out.println(e.getLocalizedMessage());
}
}
public static byte[] readStream(InputStream inStream) throws Exception {
ByteArrayOutputStream outSteam = new ByteArrayOutputStream();
byte[] buffer = new byte[1024];
int len = -1;
while ((len = inStream.read(buffer)) != -1) {
outSteam.write(buffer, 0, len);
}
outSteam.close();
inStream.close();
return outSteam.toByteArray();
}
}
當前地址:http://www.xbltjxp.cn/support/a454.html 客服聯(lián)系QQ:475685360
最近小編遇到很多客戶使用java來進行大數(shù)據(jù)采集,有關(guān)java計入靜態(tài)ip的代碼小編找了一些資料,長效爬蟲代理ip可以幫助客戶進行大數(shù)據(jù)采集,助力大數(shù)據(jù)企業(yè)。具體長效爬蟲代理ip接入代碼如下:
import java.io.ByteArrayOutputStream;
import java.io.InputStream;
import java.net.Authenticator;
import java.net.HttpURLConnection;
import java.net.InetSocketAddress;
import java.net.PasswordAuthentication;
import java.net.Proxy;
import java.net.URL;
class ProxyAuthenticator extends Authenticator {
private String user, password;
public ProxyAuthenticator(String user, String password) {
this.user = user;
this.password = password;
}
protected PasswordAuthentication getPasswordAuthentication() {
return new PasswordAuthentication(user, password.toCharArray());
}
}
public class ProxyTest {
public static void main(String args[]) throws Exception {
String targetUrl = "http://www.xbltjxp.cn";
System.setProperty("jdk.http.auth.tunneling.disabledSchemes", "");
String proxyServer = "pachongdaili.com";
int proxyPort = 8589;
String proxyUser = "pachongdaili.com";
String proxyPass = "pachongdaili.com";
try {
URL url = new URL(targetUrl);
Authenticator.setDefault(new ProxyAuthenticator(proxyUser, proxyPass));
InetSocketAddress addr = new InetSocketAddress(proxyServer, proxyPort);
Proxy proxy = new Proxy(Proxy.Type.HTTP, addr);
HttpURLConnection connection = (HttpURLConnection) url.openConnection(proxy);
connection.setRequestProperty("Proxy-Switch-Ip","yes");
byte[] response = readStream(connection.getInputStream());
System.out.println(new String(response));
} catch (Exception e) {
System.out.println(e.getLocalizedMessage());
}
}
public static byte[] readStream(InputStream inStream) throws Exception {
ByteArrayOutputStream outSteam = new ByteArrayOutputStream();
byte[] buffer = new byte[1024];
int len = -1;
while ((len = inStream.read(buffer)) != -1) {
outSteam.write(buffer, 0, len);
}
outSteam.close();
inStream.close();
return outSteam.toByteArray();
}
}
當前地址:http://www.xbltjxp.cn/support/a454.html 客服聯(lián)系QQ:475685360