synthient 1.0.0

The official Rust client for the Synthient API: IP and domain intelligence, account details, and real-time and bulk data feeds.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

//! Lists the newest exports of the proxies feed, then downloads the most
//! recent daily export to proxies.parquet and verifies its checksum. It needs
//! an API key with the PROXY_FEEDS scope.
//!
//! ```sh
//! SYNTHIENT_API_KEY=... cargo run --example download_export
//! ```

use sha2::{Digest, Sha256};
use synthient::{Client, ExportKind};
use tokio::fs::File;
use tokio::io::{AsyncWriteExt, BufWriter};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = Client::new(std::env::var("SYNTHIENT_API_KEY")?)?;
    let feed = client.proxies();

    let mut exports = feed.all_exports(None, None);
    let mut daily = None;
    while let Some(export) = exports.next().await {
        let export = export?;
        println!(
            "{:<16} {:<6} {:>10} rows {:>12} bytes",
            export.id, export.kind, export.row_count, export.size_bytes
        );
        if export.kind == ExportKind::Daily {
            daily = Some(export);
            break;
        }
    }
    let daily = daily.ok_or("no daily export found")?;

    let mut download = feed.download(&daily.id).await?;
    let mut file = BufWriter::with_capacity(1 << 20, File::create("proxies.parquet").await?);
    let mut hash = Sha256::new();
    while let Some(chunk) = download.next().await {
        let chunk = chunk?;
        hash.update(&chunk);
        file.write_all(&chunk).await?;
    }
    file.flush().await?;

    if hex::encode(hash.finalize()) != daily.checksum {
        return Err("checksum mismatch".into());
    }
    println!("saved {} to proxies.parquet", daily.id);
    Ok(())
}