faucet-stream 0.1.4

A declarative, config-driven REST API client with pluggable authentication, pagination, and JSONPath extraction
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Example: OAuth2 client credentials flow, then fetching data.

use faucet_stream::{Auth, PaginationStyle, RestStream, RestStreamConfig, fetch_oauth2_token};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    tracing_subscriber::fmt::init();

    let token = fetch_oauth2_token(
        "https://auth.example.com/oauth/token",
        "your-client-id",
        "your-client-secret",
        &["read:data".into()],
    )
    .await?;

    println!("Got OAuth2 token: {}...", &token[..20.min(token.len())]);

    let stream = RestStream::new(
        RestStreamConfig::new("https://api.example.com", "/v1/resources")
            .auth(Auth::Bearer(token))
            .records_path("$.data[*]")
            .pagination(PaginationStyle::Cursor {
                next_token_path: "$.pagination.next".into(),
                param_name: "after".into(),
            }),
    )?;

    let resources = stream.fetch_all().await?;
    println!("Fetched {} resources", resources.len());
    Ok(())
}