ai-lib 0.4.0

A unified AI SDK for Rust providing a single interface for multiple AI providers with hybrid architecture
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

use crate::{
    api::ChatProvider,
    provider::strategies::{FailoverProvider, RoundRobinProvider},
    types::AiLibError,
};

/// Helper to compose provider strategies declaratively before handing them to `AiClientBuilder`.
pub struct RoutingStrategyBuilder {
    providers: Vec<Box<dyn ChatProvider>>,
}

impl Default for RoutingStrategyBuilder {
    fn default() -> Self {
        Self::new()
    }
}

impl RoutingStrategyBuilder {
    pub fn new() -> Self {
        Self {
            providers: Vec::new(),
        }
    }

    pub fn with_provider(mut self, provider: Box<dyn ChatProvider>) -> Self {
        self.providers.push(provider);
        self
    }

    pub fn extend<I>(mut self, providers: I) -> Self
    where
        I: IntoIterator<Item = Box<dyn ChatProvider>>,
    {
        self.providers.extend(providers);
        self
    }

    pub fn build_failover(self) -> Result<FailoverProvider, AiLibError> {
        FailoverProvider::new(self.providers)
    }

    pub fn build_round_robin(self) -> Result<RoundRobinProvider, AiLibError> {
        RoundRobinProvider::new(self.providers)
    }
}