leann-core 0.1.0

LEANN is a revolutionary vector database that democratizes personal AI. Transform your laptop into a powerful RAG system that can index and search through millions of documents while using 97% less storage than traditional solutions without accuracy loss.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

pub mod client;
pub mod gemini;
pub mod manager;
pub mod ollama;
pub mod onnx;
pub mod openai;
pub mod server;

use anyhow::Result;
use ndarray::Array2;

/// Trait for embedding computation backends.
pub trait EmbeddingProvider: Send + Sync {
    /// Compute embeddings for a batch of text chunks.
    fn compute_embeddings(&self, chunks: &[String]) -> Result<Array2<f32>>;

    /// Get the dimensionality of the embeddings.
    fn dimensions(&self) -> usize;

    /// Get the provider name.
    fn name(&self) -> &str;
}

/// Embedding mode enum matching Python's embedding modes.
#[derive(Debug, Clone, PartialEq)]
pub enum EmbeddingMode {
    SentenceTransformers,
    OpenAI,
    Ollama,
    Gemini,
    Mlx,
}

impl EmbeddingMode {
    pub fn from_str_lossy(s: &str) -> Self {
        match s.to_lowercase().as_str() {
            "openai" => EmbeddingMode::OpenAI,
            "ollama" => EmbeddingMode::Ollama,
            "gemini" => EmbeddingMode::Gemini,
            "mlx" => EmbeddingMode::Mlx,
            _ => EmbeddingMode::SentenceTransformers,
        }
    }

    pub fn as_str(&self) -> &str {
        match self {
            EmbeddingMode::SentenceTransformers => "sentence-transformers",
            EmbeddingMode::OpenAI => "openai",
            EmbeddingMode::Ollama => "ollama",
            EmbeddingMode::Gemini => "gemini",
            EmbeddingMode::Mlx => "mlx",
        }
    }
}