smos-application 0.1.5

SMOS application layer — use cases and port traits.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

//! `EmbeddingProvider` port — text → vector.
//!
//! `embed_batch` has a default implementation that loops `embed` per call:
//! providers with native batch endpoints (a local `llama-server` `/api/embed`,
//! OpenAI `/v1/embeddings` with `input: []`) override it for fewer
//! round-trips.

use crate::errors::ProviderError;

/// Embedding model boundary (Jina v5, OpenAI-compatible `llama-server`, …).
pub trait EmbeddingProvider {
    /// Embed a single text. `None` is returned when the provider cannot
    /// produce an embedding (e.g. input is empty after normalisation).
    async fn embed(&self, text: &str) -> Result<Option<Vec<f32>>, ProviderError>;

    /// Embed many texts. Default loops `embed`; override for batch endpoints.
    async fn embed_batch(&self, texts: &[&str]) -> Result<Vec<Option<Vec<f32>>>, ProviderError> {
        let mut out = Vec::with_capacity(texts.len());
        for text in texts {
            out.push(self.embed(text).await?);
        }
        Ok(out)
    }
}