use crate::error::Result;
#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
pub enum PoolingStrategy {
#[default]
Mean,
LastToken,
Cls,
}
#[derive(Debug, Clone)]
pub struct EmbeddingConfig {
pub dimension: usize,
pub normalize: bool,
pub batch_size: usize,
pub pooling: PoolingStrategy,
}
impl Default for EmbeddingConfig {
fn default() -> Self {
Self {
dimension: 384, normalize: true,
batch_size: 32,
pooling: PoolingStrategy::Mean,
}
}
}
pub type EmbeddingResult = Vec<f32>;
#[async_trait::async_trait]
pub trait Embedder: Send + Sync {
async fn embed_texts(&self, texts: &[&str]) -> Result<Vec<EmbeddingResult>>;
async fn embed_query(&self, query: &str) -> Result<EmbeddingResult>;
fn dimension(&self) -> usize;
fn config(&self) -> &EmbeddingConfig;
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_pooling_strategy_default() {
let strategy = PoolingStrategy::default();
assert_eq!(strategy, PoolingStrategy::Mean);
}
#[test]
fn test_embedding_config_default() {
let config = EmbeddingConfig::default();
assert_eq!(config.dimension, 384);
assert!(config.normalize);
assert_eq!(config.batch_size, 32);
assert_eq!(config.pooling, PoolingStrategy::Mean);
}
}