Struct RoundRobinProvider 

pub struct RoundRobinProvider { /* private fields */ }

Implementations

impl RoundRobinProvider

pub fn new(providers: Vec<Box<dyn ChatProvider>>) -> Result<Self, AiLibError>

Trait Implementations

impl ChatProvider for RoundRobinProvider

fn name(&self) -> &str

Human readable provider name (used in logs/metrics/strategies).

fn chat<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send chat completion request

fn stream<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn Stream<Item = Result<ChatCompletionChunk, AiLibError>> + Send + Unpin>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Streaming chat completion request

fn batch<'life0, 'async_trait>( &'life0 self, requests: Vec<ChatCompletionRequest>, concurrency_limit: Option<usize>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Result<ChatCompletionResponse, AiLibError>>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Batch chat completion requests

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get list of supported models

fn get_model_info<'life0, 'life1, 'async_trait>( &'life0 self, model_id: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<ModelInfo, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Get model information