Struct ProviderManager 

pub struct ProviderManager { /* private fields */ }

Central coordinator for provider operations

Implementations

impl ProviderManager

pub fn new(registry: ProviderRegistry, default_provider_id: String) -> Self

Create a new provider manager

pub fn with_retry_count(self, count: usize) -> Self

Set the number of retries for failed requests

pub fn with_timeout(self, timeout: Duration) -> Self

Set the request timeout

pub fn with_health_check_cache(self, cache: Arc<HealthCheckCache>) -> Self

Set the health check cache

pub fn default_provider(&self) -> Result<Arc<dyn Provider>, ProviderError>

Get the default provider

pub fn get_provider( &self, provider_id: &str, ) -> Result<Arc<dyn Provider>, ProviderError>

Get a specific provider

pub async fn chat( &self, request: ChatRequest, ) -> Result<ChatResponse, ProviderError>

Send a chat request with retry logic

pub async fn chat_with_provider( &self, provider: &Arc<dyn Provider>, request: ChatRequest, ) -> Result<ChatResponse, ProviderError>

Send a chat request to a specific provider with retry logic

pub async fn chat_stream( &self, request: ChatRequest, ) -> Result<ChatStream, ProviderError>

Stream a chat response

pub async fn chat_stream_with_provider( &self, provider: &Arc<dyn Provider>, request: ChatRequest, ) -> Result<ChatStream, ProviderError>

Stream a chat response from a specific provider

pub async fn health_check( &self, provider_id: &str, ) -> Result<bool, ProviderError>

Check provider health with caching

pub async fn health_check_all( &self, ) -> Vec<(String, Result<bool, ProviderError>)>

Check health of all providers with caching

pub async fn invalidate_health_check(&self, provider_id: &str)

Invalidate health check cache for a provider

pub async fn invalidate_all_health_checks(&self)

Invalidate all health check cache

pub fn health_check_cache(&self) -> &Arc<HealthCheckCache>

Get the health check cache

pub fn registry(&self) -> &ProviderRegistry

Get the registry

pub fn registry_mut(&mut self) -> &mut ProviderRegistry

Get mutable registry