scrapfly-sdk 0.2.4

Async Rust client for the Scrapfly web scraping, screenshot, extraction and crawler APIs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

//! Extraction example.

use scrapfly_sdk::{Client, ExtractionConfig, ExtractionModel};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let key = std::env::var("SCRAPFLY_KEY").expect("SCRAPFLY_KEY env var required");
    let client = Client::builder().api_key(key).build()?;
    let html = b"<html><body><h1>hello</h1></body></html>".to_vec();
    let cfg = ExtractionConfig::builder(html, "text/html")
        .extraction_model(ExtractionModel::Article)
        .build()?;
    let result = client.extract(&cfg).await?;
    println!("{}", serde_json::to_string_pretty(&result.data)?);
    Ok(())
}