paperfoot-engram-embed 0.1.4

Embedding providers (Gemini Embed 2, local fallback) for engram v2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Embedding providers behind a single trait.
//!
//! v0 ships Gemini Embed 2 (cloud) + a deterministic stub for tests.
//! Local fallbacks (candle/ort) land in Phase 4.

pub mod error;
pub mod gemini;
pub mod stub;

use async_trait::async_trait;
pub use error::EmbedError;

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum TaskMode {
    /// Embed a query for retrieval.
    RetrievalQuery,
    /// Embed a document being indexed.
    RetrievalDocument,
}

#[async_trait]
pub trait Embedder: Send + Sync {
    fn name(&self) -> &'static str;
    fn dimensions(&self) -> usize;
    fn model(&self) -> String {
        self.name().to_string()
    }
    fn prompt_format(&self) -> &'static str {
        "legacy"
    }

    async fn embed_one(&self, text: &str, mode: TaskMode) -> Result<Vec<f32>, EmbedError>;

    async fn embed_batch(
        &self,
        texts: &[&str],
        mode: TaskMode,
    ) -> Result<Vec<Vec<f32>>, EmbedError> {
        let mut out = Vec::with_capacity(texts.len());
        for t in texts {
            out.push(self.embed_one(t, mode).await?);
        }
        Ok(out)
    }
}