Struct ModelManager 

pub struct ModelManager { /* private fields */ }

Manager for handling embedding model lifecycle

Implementations

impl ModelManager

pub fn new(cache_dir: impl Into<PathBuf>, config: TurboPropConfig) -> Self

Create a new model manager with the specified cache directory and configuration

pub fn new_with_defaults(cache_dir: impl Into<PathBuf>) -> Self

Create a new model manager with the specified cache directory and default configuration This is a convenience method for cases where only the cache directory is known

pub fn init_cache(&self) -> Result<()>

Initialize the cache directory, creating it if it doesn’t exist

pub fn is_model_cached(&self, model_name: &ModelName) -> bool

Check if a model is cached locally

pub fn get_model_path(&self, model_name: &ModelName) -> PathBuf

Get the local path where a model should be cached

pub fn get_available_models(&self) -> Vec<ModelInfo>

Get information about available models

pub fn default_model() -> &'static str

Get the default model name

pub fn clear_cache(&self) -> Result<()>

Clear the model cache (removes all cached models)

pub fn remove_model(&self, model_name: &ModelName) -> Result<()>

Remove a specific model from the cache

pub async fn download_gguf_model( &self, model_info: &ModelInfo, ) -> Result<PathBuf>

Download a GGUF model file and cache it locally

This method downloads the model from the provided URL and stores it in the cache directory. If the model is already cached, it returns the existing path without re-downloading.

Arguments

• model_info - Model information including download URL

Returns

• Result<PathBuf> - Path to the cached model file

Examples

let manager = ModelManager::default();
let model_info = ModelInfo::gguf_model(
    ModelName::from("nomic-embed-code.Q5_K_S.gguf"),
    "Nomic code embedding model".to_string(),
    768,
    2_500_000_000,
    "https://huggingface.co/nomic-ai/nomic-embed-code-GGUF/resolve/main/nomic-embed-code.Q5_K_S.gguf".to_string(),
);
let model_path = manager.download_gguf_model(&model_info).await.unwrap();

pub async fn download_huggingface_model( &self, model_name: &str, ) -> Result<PathBuf>

Download a HuggingFace model and cache it locally

This method downloads a HuggingFace model using the transformers library format and stores it in the cache directory. For now, this is a placeholder that will be implemented when HuggingFace backend integration is complete.

Arguments

• model_name - Name of the HuggingFace model to download

Returns

• Result<PathBuf> - Path to the cached model directory

Examples

let manager = ModelManager::default();
let model_path = manager.download_huggingface_model("Qwen/Qwen3-Embedding-0.6B").await.unwrap();

pub fn get_cache_stats(&self) -> Result<CacheStats>

Get cache statistics

Trait Implementations

impl Default for ModelManager

fn default() -> Self

Returns the “default value” for a type.