Struct ConfigBasedLLMFactory 

pub struct ConfigBasedLLMFactory { /* private fields */ }

Configuration-based LLM client factory using the provider registry

Implementations

impl ConfigBasedLLMFactory

pub fn new( registry: Arc<ProviderRegistry>, default_model: &str, ) -> ConfigBasedLLMFactory

Create a new factory from a provider registry

pub fn from_config( providers: HashMap<String, ProviderConfig>, models: HashMap<String, ModelConfig>, nvidia: Option<&NvidiaConfig>, ) -> Result<ConfigBasedLLMFactory, AppError>

Create a factory from TOML configuration

pub fn registry(&self) -> &Arc<ProviderRegistry>

Get the provider registry

pub async fn create_for_model( &self, model_name: &str, ) -> Result<Box<dyn LLMClient>, AppError>

Create an LLM client for a specific model

pub async fn create_default(&self) -> Result<Box<dyn LLMClient>, AppError>

Create an LLM client using the default model

pub fn default_model(&self) -> &str

Get the default model name

pub fn set_default_model(&mut self, model_name: &str)

Set the default model name

Trait Implementations

impl Service for ConfigBasedLLMFactory

fn name(&self) -> &'static str

fn init( &self, _ctx: &Arc<Context>, ) -> Pin<Box<dyn Future<Output = Result<Option<Box<dyn Disposable>>, CordisError>> + Send + '_>>

fn check(&self) -> bool

Availability predicate for this service instance.