Struct LLMRegistry 

pub struct LLMRegistry { /* private fields */ }

Registry for managing multiple LLM providers

Implementations

impl LLMRegistry

pub fn new() -> Self

Create a new LLM registry

pub fn with_config(config: RegistryConfig) -> Self

Create registry with config

pub async fn register_provider( &mut self, name: impl Into<String>, provider: Arc<dyn LLMProvider>, ) -> LLMResult<()>

Register a provider

pub fn get_provider(&self, name: &str) -> Option<&Arc<dyn LLMProvider>>

Get provider by name

pub fn list_providers(&self) -> Vec<String>

List all provider names

pub async fn get_provider_info(&self, name: &str) -> LLMResult<ProviderInfo>

Get provider info

pub fn set_default_provider(&mut self, name: impl Into<String>) -> LLMResult<()>

Set default provider

pub fn get_default_provider(&self) -> Option<&Arc<dyn LLMProvider>>

Get default provider

pub async fn configure_sessions( &mut self, config: SessionConfig, ) -> LLMResult<()>

Configure session management

pub fn session_config(&self) -> Option<&SessionConfig>

Get session configuration

Trait Implementations

impl Debug for LLMRegistry

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LLMRegistry

fn default() -> Self

Returns the “default value” for a type.

impl SamplingHandler for LLMRegistry

Implement SamplingHandler for LLMRegistry

fn handle_create_message<'life0, 'async_trait>( &'life0 self, request: CreateMessageRequest, ) -> Pin<Box<dyn Future<Output = Result<CreateMessageResult, Box<dyn Error + Send + Sync>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Handle a sampling/createMessage request from a server