tarzi 0.2.0

Rust-native lite search for AI applications
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use tarzi::{
    FetchMode, Format, Result, WebFetcher, config::Config, converter::Converter,
    search::SearchEngine,
};

#[tokio::main]
async fn main() -> Result<()> {
    // Initialize logging
    tracing_subscriber::fmt::init();

    println!("=== Tarzi Simple Usage Example ===\n");

    // Load configuration and configure Chrome driver
    let mut config = Config::load().unwrap_or_default();
    config.fetcher.web_driver = "chromedriver".to_string();

    // Example 1: Simple HTTP fetching
    println!("1. Fetching content with HTTP mode:");
    let mut fetcher = WebFetcher::from_config(&config);
    let test_url = "https://httpbin.org/html";

    match fetcher
        .fetch(test_url, FetchMode::PlainRequest, Format::Html)
        .await
    {
        Ok(content) => println!("   HTTP request successful: {} characters", content.len()),
        Err(e) => println!("   HTTP request failed: {e}"),
    }

    // Example 2: Converting HTML to different formats
    println!("\n2. Converting HTML to different formats:");
    let html_content = r#"
        <html>
            <head><title>Test Page</title></head>
            <body>
                <h1>Welcome to Tarzi</h1>
                <p>This is a <strong>test</strong> page with <a href="https://example.com">a link</a>.</p>
                <ul>
                    <li>Item 1</li>
                    <li>Item 2</li>
                </ul>
            </body>
        </html>
    "#;

    // Convert to Markdown
    let converter = Converter::new();
    match converter.convert(html_content, Format::Markdown).await {
        Ok(markdown) => {
            println!("   Markdown conversion:");
            println!("   {}", markdown.trim());
        }
        Err(e) => println!("   Markdown conversion failed: {e}"),
    }

    // Convert to JSON
    match converter.convert(html_content, Format::Json).await {
        Ok(json) => {
            println!("\n   JSON conversion:");
            println!("   {}", json.trim());
        }
        Err(e) => println!("   JSON conversion failed: {e}"),
    }

    // Example 3: Simple search without browser (using search parser)
    println!("\n3. Testing search engine configuration:");
    println!("   Default search engine: {}", config.search.engine);
    println!("   Search limit: {}", config.search.limit);
    println!("   Query pattern: {}", config.search.query_pattern);

    // Create search engine
    let _search_engine = SearchEngine::from_config(&config);
    println!("   Search engine initialized successfully");

    println!("\n=== Simple Example Complete ===");
    Ok(())
}