tarzi 0.2.0

Rust-native lite search for AI applications
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107

use tarzi::{
    Result,
    config::Config,
    converter::Format,
    fetcher::{types::FetchMode, webfetcher::WebFetcher},
};

#[tokio::main]
async fn main() -> Result<()> {
    // Initialize logging
    tracing_subscriber::fmt::init();

    println!("=== Browser Driver Integration Demo ===\n");

    // Load configuration with proper precedence
    let mut config = Config::load().unwrap_or_else(|_| {
        println!("Using default configuration (no config files found)");
        Config::default()
    });

    // Configure to use Chrome driver by default
    config.fetcher.web_driver = "chromedriver".to_string();

    // Create WebFetcher with configuration
    let mut fetcher = WebFetcher::from_config(&config);

    // Demo URL
    let test_url = tarzi::constants::HTTPBIN_HTML_URL;

    println!("Testing browser integration with URL: {test_url}");
    println!();

    // Show current configuration
    if let Some(web_driver_url) = &config.fetcher.web_driver_url {
        if !web_driver_url.is_empty() {
            println!("✓ WebDriver URL is configured: {web_driver_url}");
            println!("  → Will use this URL with highest priority");
        } else {
            println!("ℹ WebDriver URL is not configured");
            println!("  → Will check for default webdriver at localhost:9515");
            println!("  → If not found, will try to start one with DriverManager");
        }
    } else {
        println!("ℹ WebDriver URL is not configured");
        println!("  → Will check for default webdriver at localhost:9515");
        println!("  → If not found, will try to start one with DriverManager");
    }
    println!();

    // Test browser fetching
    println!("Attempting to fetch content using browser (headless mode)...");
    match fetcher
        .fetch(test_url, FetchMode::BrowserHeadless, Format::Html)
        .await
    {
        Ok(content) => {
            println!("✓ Successfully fetched content!");
            println!("Content length: {} characters", content.len());

            // Show if we're using a managed driver
            if let Some(driver_info) = fetcher.get_managed_driver_info() {
                println!("📱 Using managed driver:");
                println!("   Type: {:?}", driver_info.config.driver_type);
                println!("   Endpoint: {}", driver_info.endpoint);
                println!("   PID: {:?}", driver_info.pid);
                println!("   Started: {:?}", driver_info.started_at);
            } else {
                println!("🌐 Using external WebDriver server");
            }

            println!();
            println!("Content preview (first 200 chars):");
            println!("{}", &content.chars().take(200).collect::<String>());
            if content.len() > 200 {
                println!("...");
            }
        }
        Err(e) => {
            println!("✗ Failed to fetch content: {e}");
            println!();
            println!("This might happen if:");
            println!("- No WebDriver is available at the configured URL");
            println!("- No WebDriver is running at the default port (9515)");
            println!("- ChromeDriver or GeckoDriver is not installed");
            println!("- Network connectivity issues");
            println!();
            println!("To fix this:");
            println!("1. Install ChromeDriver: https://chromedriver.chromium.org/");
            println!("2. Or install GeckoDriver: https://github.com/mozilla/geckodriver/releases");
            println!("3. Or configure web_driver_url in your tarzi.toml file");
        }
    }

    // Clean up managed driver if any
    if fetcher.has_managed_driver() {
        println!();
        println!("Cleaning up managed driver...");
        match fetcher.cleanup_managed_driver().await {
            Ok(()) => println!("✓ Managed driver cleaned up successfully"),
            Err(e) => println!("⚠ Warning: Failed to clean up managed driver: {e}"),
        }
    }

    println!();
    println!("=== Demo Complete ===");
    Ok(())
}