scrapfly-sdk 0.2.4

Async Rust client for the Scrapfly web scraping, screenshot, extraction and crawler APIs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

//! Minimal scrape example. Run with
//! `SCRAPFLY_KEY=scp-... cargo run --example scrape_basic`.

use scrapfly_sdk::{Client, ScrapeConfig};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let key = std::env::var("SCRAPFLY_KEY").expect("SCRAPFLY_KEY env var required");
    let client = Client::builder().api_key(key).build()?;
    let cfg = ScrapeConfig::builder("https://httpbin.dev/html").build()?;
    let result = client.scrape(&cfg).await?;
    println!(
        "status={} size={} content=[{}…]",
        result.result.status_code,
        result.result.content.len(),
        result.result.content.chars().take(120).collect::<String>()
    );
    Ok(())
}