1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

// use tokio::prelude::*;
use isahc::prelude::*;
use scraper::{element_ref::ElementRef, Html, Selector};
use std::io::{Read, Write};
use std::net::SocketAddrV4;

pub async fn get_proxy() -> Result<Vec<SocketAddrV4>, Box<dyn std::error::Error>> {
    let client = HttpClient::builder()
    .default_header("Accept", r#"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9"#)
    .default_header("Accept-Encoding", "gzip, deflate")
    .default_header("Accept-Language", "ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7")
    .default_header("Cache-Control", "max-age=0")
    .default_header("Connection", "keep-alive")
    .default_header("Host", "free-proxy.cz")
    .default_header("Cookie", "fp=f768e957238716fa2cc7232dfd308175")
    .default_header("Upgrade-Insecure-Requests", "1")
    .default_header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36")
    .build()?;

    let mut response = client
        .get_async("http://free-proxy.cz/ru/proxylist/country/all/socks5/ping/all")
        .await?;
    let mut body = response.body_mut();
    let mut data = Vec::new();
    body.read_to_end(&mut data)?;
    let text = String::from_utf8(data)?;

    let selector = Selector::parse("table#proxy_list tbody tr").unwrap();
    let scraper = Html::parse_document(&text);
    let mut parsed_proxys: Vec<SocketAddrV4> = Vec::new();
    for element in scraper.select(&selector) {
        let inner_html = element.inner_html();
        let proxy_data = Html::parse_fragment(&inner_html);

        let decoded_ip = {
            let encoded_ip_selector = Selector::parse("script").unwrap();
            let encoded_ip_script = proxy_data
                .select(&encoded_ip_selector)
                .collect::<Vec<ElementRef>>()[0]
                .inner_html();
            let encoded_ip = encoded_ip_script
                .replace("document.write(Base64.decode(\"", "")
                .replace("\"))", "");
            String::from_utf8(base64::decode(&encoded_ip)?)?
        };

        let port = {
            let port_selector = Selector::parse("span.fport").unwrap();
            let port = proxy_data
                .select(&port_selector)
                .collect::<Vec<ElementRef>>();

            match port.get(0) {
                Some(port) => port.inner_html(),
                None => "0".to_owned(),
            }
        };

        if port != "0" {
            parsed_proxys.push(format!("{}:{}", decoded_ip, port).parse()?);
        }
    }

    // println!("{}", text);

    Ok(parsed_proxys)
}