rskit-embedding 0.2.0-alpha.1

Embedding provider abstractions for vector search
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

//! Embedding provider trait definition.

use async_trait::async_trait;
use rskit_errors::AppResult;

use crate::{EmbedRequest, EmbedResponse};

/// Trait for canonical multimodal embedding providers.
///
/// Extends [`rskit_provider::RequestResponse<EmbedRequest, EmbedResponse>`] so
/// any embedding provider can be plugged directly into pipeline / dag / worker
/// flows.
#[async_trait]
pub trait Provider: rskit_provider::RequestResponse<EmbedRequest, EmbedResponse> {
    /// Generate embeddings for one request.
    async fn embed(&self, req: EmbedRequest) -> AppResult<EmbedResponse>;

    /// Generate embeddings for a caller-controlled batch of requests.
    async fn embed_batch(&self, reqs: Vec<EmbedRequest>) -> AppResult<Vec<EmbedResponse>>;
}