ip2location-ip2proxy 0.4.0

IP2Proxy™ Proxy Detection Database
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

use std::{fs::File, net::IpAddr};

use csv::{ReaderBuilder, StringRecord};
use ip2location_ip2proxy::{
    bin_format::{Database, TokioFile},
    csv_format::CSV_HEADER_PX11,
    record::Record,
};

#[tokio::test]
async fn test_px11() -> Result<(), Box<dyn std::error::Error>> {
    let path_csv_v4 = "data/ip2proxy-lite/latest/IP2PROXY-LITE-PX11.CSV";
    let path_csv_v6 = "data/ip2proxy-lite/latest/IP2PROXY-LITE-PX11.IPV6.CSV";
    let path_bin = "data/ip2proxy-lite/latest/IP2PROXY-LITE-PX11.BIN";

    //
    let mut csv_rdr_v4 = ReaderBuilder::new()
        .has_headers(false)
        .from_reader(File::open(path_csv_v4)?);

    let mut csv_rdr_v6 = ReaderBuilder::new()
        .has_headers(false)
        .from_reader(File::open(path_csv_v6)?);

    let header = StringRecord::from(CSV_HEADER_PX11);

    //
    let db = Database::<TokioFile>::new(path_bin, 2).await?;
    println!("{:?}", db.inner.header);

    //
    let mut count_v4 = 0;
    for (i, record) in csv_rdr_v4.records().enumerate() {
        if i % 100000 == 0 {
            println!("v4 i:{i}")
        }

        if rand::random::<u8>() > 2 {
            continue;
        }

        let record = record?;
        let row: Record = record.deserialize(Some(&header))?;

        let record = db.lookup(row.ip_from, None).await?.unwrap();
        count_v4 += 1;

        assert!(record.ip_from >= row.ip_from);
        assert!(record.ip_from <= row.ip_to);
        assert_eq!(record.proxy_type, row.proxy_type);
        assert_eq!(record.country_code, row.country_code);
        assert_eq!(record.country_name, row.country_name);
        assert_eq!(record.region_name, row.region_name);
        assert_eq!(record.city_name, row.city_name);
        assert_eq!(record.isp, row.isp);
        assert_eq!(record.domain, row.domain);
        assert_eq!(record.usage_type, row.usage_type);
        assert_eq!(record.asn, row.asn);
        assert_eq!(record.as_name, row.as_name);
        assert_eq!(record.last_seen, row.last_seen);
        assert_eq!(record.threat, row.threat);
        assert_eq!(record.provider, row.provider);
        assert_eq!(record.residential, row.residential);
    }
    println!("count_v4:{count_v4}");

    //
    let mut count_v6 = 0;
    for (i, record) in csv_rdr_v6.records().enumerate() {
        if i % 100000 == 0 {
            println!("v6 i:{i}")
        }

        if rand::random::<u8>() > 2 {
            continue;
        }

        let record = record?;
        let row: Record = record.deserialize(Some(&header))?;

        let record = db.lookup(row.ip_from, None).await?.unwrap();
        count_v6 += 1;

        assert!(record.ip_from >= row.ip_from);
        assert!(record.ip_from <= row.ip_to);
        assert_eq!(record.proxy_type, row.proxy_type);
        assert_eq!(record.country_code, row.country_code);
        assert_eq!(record.country_name, row.country_name);
        assert_eq!(record.region_name, row.region_name);
        assert_eq!(record.city_name, row.city_name);
        assert_eq!(record.isp, row.isp);
        assert_eq!(record.domain, row.domain);
        assert_eq!(record.usage_type, row.usage_type);
        assert_eq!(record.asn, row.asn);
        assert_eq!(record.as_name, row.as_name);
        assert_eq!(record.last_seen, row.last_seen);
        match record.ip_from {
            IpAddr::V4(_) => panic!(""),
            IpAddr::V6(ip) if ip.to_ipv4().is_some() => {
                // String("SPAM") != Unknown
                // assert_eq!(record.threat, row.threat);
            }
            IpAddr::V6(_) => {
                assert_eq!(record.threat, row.threat);
            }
        }
        assert_eq!(record.provider, row.provider);
        assert_eq!(record.residential, row.residential);
    }
    println!("count_v6:{count_v6}");

    Ok(())
}