chromey 2.46.7

Concurrent chrome devtools protocol automation library for Rust
Documentation
use futures_util::StreamExt;
use futures_util::TryFutureExt;

use chromiumoxide::browser::{Browser, BrowserConfig};
use chromiumoxide::cdp::browser_protocol::page::NavigateParams;

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    tracing_subscriber::fmt::init();

    let (browser, mut handler) = Browser::launch(
        BrowserConfig::builder()
            .enable_request_intercept()
            .with_head()
            .with_max_bytes_allowed(Some(900_000))
            .disable_cache()
            .build()?,
    )
    .await?;

    let handle = tokio::task::spawn(async move {
        loop {
            if let Some(e) = handler.next().await {
                println!("{:?}", e);
            } else {
                break;
            }
        }
    });

    let target_url = "https://hbo.com";

    let page = browser.new_page(target_url).await?;

    let _response1 = page
        .http_future(NavigateParams {
            url: target_url.to_string(),
            transition_type: None,
            frame_id: None,
            referrer: None,
            referrer_policy: None,
        })?
        .and_then(|request| async { Ok(request.map(|r| r.response.clone())) })
        .await?;

    let _html = page.wait_for_navigation().await?.content().await?;

    println!("{:?}", _html);

    handle.await?;
    Ok(())
}