webshift 0.2.5

Denoised web search library — fetch, clean, and rerank web content for AI agents.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

//! Live integration test for single-page fetch.
//!
//! Run with: `cargo test -p webshift -- --ignored`

#[tokio::test]
#[ignore]
async fn fetch_real_page() {
    let config = webshift::Config::default();
    let result = webshift::fetch("https://example.com", &config)
        .await
        .expect("fetch failed");

    assert!(!result.text.is_empty(), "expected non-empty text");
    assert!(result.char_count > 0, "expected char_count > 0");
    println!(
        "fetch_real_page: title={:?}, {} chars, truncated={}",
        result.title, result.char_count, result.truncated
    );
}