cxpak 1.0.1

Spends CPU cycles so you don't spend tokens. The LLM gets a briefing packet instead of a flashlight in a dark room.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

pub mod config;
pub mod index;
pub mod local;
pub mod remote;

pub use config::EmbeddingConfig;
pub use index::EmbeddingIndex;

/// Core trait that every embedding backend must satisfy.
pub trait EmbeddingProvider: Send + Sync {
    fn embed(&self, text: &str) -> Result<Vec<f32>, String>;
    fn embed_batch(&self, texts: &[&str]) -> Result<Vec<Vec<f32>>, String>;
    fn dimensions(&self) -> usize;
}

// ---------------------------------------------------------------------------
// Adapters — wrap concrete types so they implement EmbeddingProvider
// ---------------------------------------------------------------------------

impl EmbeddingProvider for local::LocalEmbeddingProvider {
    fn embed(&self, text: &str) -> Result<Vec<f32>, String> {
        self.embed(text)
    }

    fn embed_batch(&self, texts: &[&str]) -> Result<Vec<Vec<f32>>, String> {
        self.embed_batch(texts)
    }

    fn dimensions(&self) -> usize {
        self.dimensions()
    }
}

impl EmbeddingProvider for remote::RemoteEmbeddingProvider {
    fn embed(&self, text: &str) -> Result<Vec<f32>, String> {
        self.embed(text)
    }

    fn embed_batch(&self, texts: &[&str]) -> Result<Vec<Vec<f32>>, String> {
        self.embed_batch(texts)
    }

    fn dimensions(&self) -> usize {
        self.dimensions()
    }
}

// ---------------------------------------------------------------------------
// Factory
// ---------------------------------------------------------------------------

/// Create the appropriate provider based on `config.provider`.
///
/// Returns `Err` if the provider cannot be initialized (e.g., missing API key).
pub fn create_provider(config: EmbeddingConfig) -> Result<Box<dyn EmbeddingProvider>, String> {
    match config.provider.as_str() {
        "local" => {
            let p = local::LocalEmbeddingProvider::new()?;
            Ok(Box::new(p))
        }
        _ => {
            let p = remote::RemoteEmbeddingProvider::new(config)?;
            Ok(Box::new(p))
        }
    }
}