rag 0.1.5

A Rust library and CLI for Retrieval-Augmented Generation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

//! Example: Int8 vector quantization for ~4x memory reduction.

use rag::quantize::{QuantizationParams, QuantizedIndex};

fn main() {
    let vectors = vec![
        vec![0.1, 0.2, 0.3, 0.4],
        vec![0.9, 0.8, 0.7, 0.6],
        vec![0.1, 0.9, 0.1, 0.9],
    ];

    // Fit per-dimension min/max bounds from the data.
    let params = QuantizationParams::fit(&vectors).unwrap();

    let mut index = QuantizedIndex::new(params);
    index.add("a", &[0.1, 0.2, 0.3, 0.4]);
    index.add("b", &[0.9, 0.8, 0.7, 0.6]);
    index.add("c", &[0.1, 0.9, 0.1, 0.9]);

    println!("Quantized index size: {} vectors", index.len());

    let results = index.search(&[0.9, 0.8, 0.7, 0.6], 3);
    println!("Approx top-k (query ~ vector b):");
    for (id, score) in &results {
        println!("  {id}  score={score:.4}");
    }
}