headless-engine 1.1.1

A high-performance, lightweight (<30MB RAM) headless browser engine written in Rust for AI agents, web automation, and LLM data ingestion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use anyhow::Result;
use headless_engine::network::client::NetworkClient;
use headless_engine::network::fingerprint::DeviceProfile;

#[tokio::main]
async fn main() -> Result<()> {
    let client = NetworkClient::with_profile(DeviceProfile::ChromeWindows)?;

    let urls = [
        "https://www.google.com/search?q=Rust+programming+language&udm=14&hl=en",
        "https://www.google.com/search?q=Rust+programming+language&gbv=1&hl=en",
        "https://www.google.com/search?q=Rust+programming+language&hl=en",
    ];

    for url in urls {
        println!("--------------------------------------------------");
        println!("Fetching: {}", url);
        let res = client.fetch(url).await?;
        println!("Status: {}", res.status);
        println!("Bytes:  {}", res.html.len());
        println!(
            "Contains search results container: {}",
            res.html.contains("id=\"search\"")
                || res.html.contains("class=\"g\"")
                || res.html.contains("<h3")
                || res.html.contains("id=\"rso\"")
        );
        println!(
            "Contains fallback/sorry:           {}",
            res.html.contains("having trouble accessing") || res.html.contains("sorry/index")
        );
    }

    Ok(())
}