web2llm 0.4.0

Fetch web pages and convert to clean Markdown for LLM pipelines
Documentation 
1
2
3
4
5
6
7
8
9
10

use web2llm::fetch;

#[tokio::main]
async fn main() {
    // Fetch a page with default settings
    let result = fetch("https://example.com".to_string()).await.unwrap();

    // Print the cleaned Markdown
    println!("{}", result.markdown());
}