pub struct ProviderSelector { /* private fields */ }Expand description
Smart provider selector with automatic fallback
Implementations§
Source§impl ProviderSelector
impl ProviderSelector
Sourcepub fn register(
&mut self,
metadata: ProviderMetadata,
provider: Arc<dyn LlmProvider>,
) -> &mut Self
pub fn register( &mut self, metadata: ProviderMetadata, provider: Arc<dyn LlmProvider>, ) -> &mut Self
Register a provider with metadata
Sourcepub fn select(
&self,
criteria: &SelectionCriteria,
) -> Option<Arc<dyn LlmProvider>>
pub fn select( &self, criteria: &SelectionCriteria, ) -> Option<Arc<dyn LlmProvider>>
Select the best provider based on criteria
Sourcepub async fn complete_with_criteria(
&self,
request: LlmRequest,
criteria: SelectionCriteria,
) -> Result<LlmResponse>
pub async fn complete_with_criteria( &self, request: LlmRequest, criteria: SelectionCriteria, ) -> Result<LlmResponse>
Complete a request using automatic provider selection
Sourcepub async fn complete_with_fallback(
&self,
request: LlmRequest,
) -> Result<LlmResponse>
pub async fn complete_with_fallback( &self, request: LlmRequest, ) -> Result<LlmResponse>
Complete a request with automatic fallback on failure
Sourcepub fn list_providers(&self) -> Vec<&ProviderMetadata>
pub fn list_providers(&self) -> Vec<&ProviderMetadata>
List all registered providers
Trait Implementations§
Source§impl Default for ProviderSelector
impl Default for ProviderSelector
Source§impl LlmProvider for ProviderSelector
impl LlmProvider for ProviderSelector
fn complete<'life0, 'async_trait>(
&'life0 self,
request: LlmRequest,
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Auto Trait Implementations§
impl Freeze for ProviderSelector
impl !RefUnwindSafe for ProviderSelector
impl Send for ProviderSelector
impl Sync for ProviderSelector
impl Unpin for ProviderSelector
impl !UnwindSafe for ProviderSelector
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more