使用可靠的代理獲取網站數據

													
package main

import (
  "context"
  "fmt"
  "io/ioutil"
  "net"
  "net/http"
  "net/url"
  "strings"
  "time"

  "golang.org/x/net/proxy"
)

// User Pass Auth Setting
var account = "Proxy username"
var password = "Proxy password"

// Proxy server
var proxyServer = "proxy address"  //Example:xxx.na.pyproxy.io:2336;

// Test URL
var testApi = "https://ipinfo.pyproxy.io"

func main() {
  go httpProxy(proxyServer, account, password)
  go Socks5Proxy(proxyServer, account, password)

  time.Sleep(time.Minute)
}

// http proxy
func httpProxy(proxyUrl, user, pass string) {
  defer func() {
	if err := recover(); err != nil {
	  fmt.Println(time.Now().Format("2006-01-02 15:04:05 07"), "http", "response:", err)
	}
  }()
  urli := url.URL{}

  if !strings.Contains(proxyUrl, "http") {
	proxyUrl = fmt.Sprintf("http://%s", proxyUrl)
  }

  urlProxy, _ := urli.Parse(proxyUrl)
  if user != "" && pass != "" {
	urlProxy.User = url.UserPassword(user, pass)
  }

  client := &http.Client{
	Transport: &http.Transport{
	  Proxy: http.ProxyURL(urlProxy),
	},
  }
  rqt, err := http.NewRequest("GET", testApi, nil)
  if err != nil {
	panic(err)
	return
  }
  response, err := client.Do(rqt)
  if err != nil {
	panic(err)
	return
  }

  defer response.Body.Close()
  body, _ := ioutil.ReadAll(response.Body)
  fmt.Println(time.Now().Format("2006-01-02 15:04:05 07"), proxyUrl, "[http success]", "response:", response.Status, string(body))

  return
}

// socks5 proxy
func Socks5Proxy(proxyUrl, user, pass string) {

  defer func() {
	if err := recover(); err != nil {
	  fmt.Println(time.Now().Format("2006-01-02 15:04:05 07"), proxyUrl, "response:", err)
	}
  }()

  var userAuth proxy.Auth
  if user != "" && pass != "" {
	userAuth.User = user
	userAuth.Password = pass
  }
  dialer, err := proxy.SOCKS5("tcp", proxyUrl, &userAuth, proxy.Direct)
  if err != nil {
	panic(err)
  }
  httpClient := &http.Client{
	Transport: &http.Transport{
	  DialContext: func(ctx context.Context, network, addr string) (conn net.Conn, err error) {
		return dialer.Dial(network, addr)
	  },
	},
	Timeout: time.Second * 10,
  }

  if resp, err := httpClient.Get(testApi); err != nil {
	panic(err)
  } else {
	defer resp.Body.Close()
	body, _ := ioutil.ReadAll(resp.Body)
	fmt.Println(time.Now().Format("2006-01-02 15:04:05 07"), proxyUrl, "[socks5 success]", "response:", string(body))
  }
}
													
												

													
#!/usr/bin/env node
require('request-promise')({
	url: 'https://ipinfo.io',//Request URL
	proxy: 'http://???-zone-custom:????@pyproxy.com',//proxy username-zone-proxy pool:proxy username@proxy server address
	})
.then(function(data){ console.log(data); },
	function(err){ console.error(err); });
													
												

													
<?php
//User Pass Auth setting
$user = "Proxy_username";
$password = "Proxy_password";
// Target URL
$targetUrl = "http://google.com";
// Proxy server
$proxyServer = "proxy address";  //Example:xxx.na.pyproxy.io:2336;
$proxyUserPwd = "$user:$password";
		
// Tunnel verification
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $targetUrl);
curl_setopt($ch, CURLOPT_HTTPPROXYTUNNEL, false);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
		
// Set proxy server
curl_setopt($ch, CURLOPT_PROXYTYPE, 0); //http
// curl_setopt($ch, CURLOPT_PROXYTYPE, 5); //sock5
curl_setopt($ch, CURLOPT_PROXY, $proxyServer);
		
// Set tunnel verification information
curl_setopt($ch, CURLOPT_PROXYAUTH, CURLAUTH_BASIC);
curl_setopt($ch, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727;)");
curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, 3);
curl_setopt($ch, CURLOPT_TIMEOUT, 5);
curl_setopt($ch, CURLOPT_HEADER, true);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_PROXYUSERPWD, $proxyUserPwd);
$result = curl_exec($ch);
$err = curl_error($ch);
		
curl_close($ch);
		
var_dump($err);
var_dump($result);
													
												

													
package demo;

import okhttp3.Credentials;
import okhttp3.OkHttpClient;
import okhttp3.Request;

import java.io.IOException;
import java.net.InetSocketAddress;
import java.net.PasswordAuthentication;
import java.net.Proxy;

/**
 * compile 'com.squareup.okhttp3:okhttp:4.9.3'
 */
class AutProxyJava {
	public static void main(String[] args) throws IOException {
		testWithOkHttp();

		testSocks5WithOkHttp();
	}

	/**
	 * http代理(http proxy)
	 */
	public static void testWithOkHttp() throws IOException {
		String url = "https://ipinfo.pyproxy.io";//Request URL
		//Create a proxy object of type HTTP and specify the host name and port number of the proxy server
		Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress("host", "port"));//The "host" and "port" used here should be replaced with the proxy server address and port.
		// proxyAuthenticator):(Build a custom OkHttpClient instance, set up a proxy server and add a proxy authenticator (proxyAuthenticator)
		OkHttpClient client = new OkHttpClient().newBuilder().proxy(proxy).proxyAuthenticator((route, response) -> {
			// Generate the credential string for Basic authentication here)
			String credential = Credentials.basic("account", "password");//The "account" and "port" here should be replaced with proxy username and proxy password.
			// If proxy server needs authentication, please add authentication information in request head.)
			return response.request().newBuilder()
					.header("Proxy-Authorization", credential)
					.build();
		}).build();

		//Send GET Request and get response
		Request request = new Request.Builder().url(url).build();
		okhttp3.Response response = client.newCall(request).execute();
		//Get and print response
		String responseString = response.body().string();
		System.out.println(responseString);
	}

	/**
	 * Socks5 proxy
	 */
	public static void testSocks5WithOkHttp() throws IOException {
		//Request URL
		String url = "https://ipinfo.pyproxy.io";
		//Create a SOCKS proxy object and set the actual proxy server host name and port
		Proxy proxy = new Proxy(Proxy.Type.SOCKS, new InetSocketAddress("host", "port"));//The "host" and "port" used here should be replaced with the proxy server address and port.
		//Set the global default authenticator (Authenticator) to handle basic authentication required for all network connections. A username and password are preset here
		java.net.Authenticator.setDefault(new java.net.Authenticator() {
			private PasswordAuthentication authentication =
					new PasswordAuthentication("account", "password".toCharArray());//The "account" and "port" here should be replaced with proxy username and proxy password.

			@Override
			protected PasswordAuthentication getPasswordAuthentication() 
		});
		//Build an OkHttpClient instance and configure the SOCKS proxy
		OkHttpClient client = new OkHttpClient().newBuilder().proxy(proxy).build();
		//Send GET request and get response
		Request request = new Request.Builder().url(url).build();
		okhttp3.Response response = client.newCall(request).execute();
		//Get and print response
		String responseString = response.body().string();
		System.out.println(responseString);
	}
}

													
												

													
'''
Import thread, time and request package
to realize multiple thread control, waiting and http request
'''
import _thread
import time
import requests

# Set request head
headers = {
	"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8",
	"User-Agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_3 like Mac OS X) AppleWebKit/603.3.8 (KHTML, like Gecko) Mobile/14G60 MicroMessenger/6.5.19 NetType/4G Language/zh_TW",
}

# Test URL
mainUrl = 'https://ipinfo.pyproxy.io'

def testUrl():
	# Set proxy username and password
	proxy = {
		'http': 'http://proxy username:proxy password@proxy server IP:proxy server port',
		'https': 'http://proxy username:proxy password@proxy server IP:proxy server port',
	}
	try:
		res = requests.get(mainUrl, headers=headers, proxies=proxy, timeout=10)
		print(res.status_code, res.text)
	except Exception as e:
		print("Fail to visit", e)
		pass

# Turn on 10 threads to test
for i in range(0, 10):
	_thread.start_new_thread(testUrl, ())
	time.sleep(0.1)

time.sleep(10)