Struct ModelManager 

pub struct ModelManager { /* private fields */ }

Model manager that handles lazy loading of embedder and reranker models.

Implementations

impl ModelManager

pub fn new(data_dir: &Path) -> Self

Create a new model manager with the given data directory.

pub fn is_ready(&self) -> bool

Check if any model is loaded and ready.

pub fn embedder_id(&self) -> String

Get the embedder ID.

pub fn embedder_name(&self) -> String

Get the embedder name.

pub fn embedder_dimension(&self) -> usize

Get the embedder dimension.

pub fn embedder_loaded(&self) -> bool

Check if embedder is loaded.

pub fn reranker_id(&self) -> String

Get the reranker ID.

pub fn reranker_name(&self) -> String

Get the reranker name.

pub fn reranker_loaded(&self) -> bool

Check if reranker is loaded.

pub fn warm_embedder(&self) -> EmbedderResult<()>

Pre-warm the embedder by loading it.

pub fn warm_reranker(&self) -> RerankerResult<()>

Pre-warm the reranker by loading it.

pub fn embed_batch(&self, texts: &[String]) -> EmbedderResult<Vec<Vec<f32>>>

Embed a batch of texts.

pub fn embed(&self, text: &str) -> EmbedderResult<Vec<f32>>

Embed a single text.

pub fn rerank( &self, query: &str, documents: &[String], ) -> RerankerResult<Vec<f32>>

Rerank documents against a query.

pub fn unload_all(&self)

Unload all models to free memory.