Struct LLMRegistry

pub struct LLMRegistry { /* private fields */ }

Central registry for managing LLM providers and models

Implementations

impl LLMRegistry

pub fn new(storage: Arc<dyn AuthStorage>) -> Self

Create new LLM registry with authentication storage

pub async fn initialize(&mut self) -> Result<()>

Initialize the registry with default configurations

pub async fn load_models_dev_configs(&mut self) -> Result<()>

Load configurations from models.dev API

pub async fn load_config_file(&mut self, path: &str) -> Result<()>

Load configurations from file

pub async fn get_model( &self, provider_id: &str, model_id: &str, ) -> Result<Arc<dyn LanguageModel>>

Get a model by provider and model ID

pub async fn get_model_from_string( &self, model_str: &str, ) -> Result<Arc<dyn LanguageModel>>

Get model from string (provider/model or just model)

pub async fn get_default_model( &self, provider_id: &str, ) -> Result<Arc<dyn LanguageModel>>

Get default model for a provider

pub async fn get_best_model(&self) -> Result<Arc<dyn LanguageModel>>

Get the best available model across all providers

pub async fn list_providers(&self) -> Vec<String>

List all available providers

pub async fn list_available_providers(&self) -> Vec<String>

List available providers (those that can authenticate)

pub async fn list_models(&self, provider_id: &str) -> Result<Vec<ModelConfig>>

List models for a provider

pub async fn clear_cache(&self)

Clear model cache

pub async fn cache_stats(&self) -> HashMap<String, usize>

Get cache statistics

pub async fn register_provider(&mut self, provider: Arc<dyn Provider>)

Register a custom provider