rag 0.1.1

A Rust library and CLI for Retrieval-Augmented Generation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use rag::ingestion::{Source, WikiSource};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    println!("=== Wikipedia Ingestion Example ===\n");

    let titles = vec![
        "Rust (programming language)",
        "Retrieval-augmented generation",
        "Vector database",
    ];

    for title in titles {
        println!("Fetching: {}", title);
        let src = WikiSource::new(title);
        let docs = src.extract().await?;

        for doc in &docs {
            println!("  Title: {}", doc.source);
            println!(
                "  Content length: {} characters",
                doc.content.len()
            );
            println!(
                "  URL: {}\n",
                doc.metadata.get("url").unwrap_or(&"N/A".to_string())
            );

            // Print first 200 characters as preview
            let preview = if doc.content.len() > 200 {
                format!("{}...", &doc.content[..200])
            } else {
                doc.content.clone()
            };
            println!("  Preview: {}\n", preview.replace('\n', " "));
        }
    }

    println!("Demo completed successfully!");
    Ok(())
}