reflex-cache 0.2.2

Episodic memory and high-speed semantic cache for LLM responses
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

//! Create a stub embedder and generate an embedding.

use anyhow::Result;

fn main() -> Result<()> {
    use reflex::{SinterConfig, SinterEmbedder};

    let embedder = SinterEmbedder::load(SinterConfig::stub())?;
    let embedding = embedder.embed("hello world")?;
    println!("dim={}", embedding.len());
    Ok(())
}