elph-ai 0.0.28

Unified LLM API with provider collections, auth resolution, and streaming
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

use std::sync::Arc;

use crate::api::faux::FauxCore;
use crate::auth::types::{AuthResolveInput, AuthResult, ModelAuth, ProviderAuth};
use crate::models::create_provider;
use crate::models::{CreateProviderOptions, Provider, ProviderApi};
use crate::providers::adapter::faux_api;

pub use crate::api::faux::RegisterFauxProviderOptions;
pub use crate::api::faux::{FauxApi, FauxModelDefinition, FauxResponseFactory, FauxResponseStep, FauxState};
pub use crate::api::faux::{faux_assistant_message, faux_text, faux_thinking, faux_tool_call};

pub struct FauxProviderHandle {
    pub provider: Provider,
    pub core: Arc<FauxCore>,
}

pub fn faux_provider(options: RegisterFauxProviderOptions) -> FauxProviderHandle {
    let core = Arc::new(FauxCore::new(options));
    let provider = create_provider(CreateProviderOptions {
        id: core.provider.clone(),
        name: Some("Faux".to_string()),
        base_url: None,
        headers: None,
        auth: ProviderAuth {
            api_key: Some(crate::auth::ApiKeyAuth {
                name: "Faux".to_string(),
                resolve: Arc::new(|_input: AuthResolveInput| {
                    Box::pin(async {
                        Some(AuthResult {
                            auth: ModelAuth {
                                api_key: None,
                                headers: None,
                                base_url: None,
                            },
                            env: None,
                            source: Some("faux".to_string()),
                        })
                    })
                }),
                login: None,
            }),
            oauth: None,
        },
        models: core.models.clone(),
        refresh_models: None,
        api: ProviderApi::Single(faux_api(core.api())),
    });
    FauxProviderHandle { provider, core }
}

impl FauxProviderHandle {
    pub fn set_responses(&self, responses: Vec<FauxResponseStep>) {
        self.core.set_responses(responses);
    }

    pub fn append_responses(&self, responses: Vec<FauxResponseStep>) {
        self.core.append_responses(responses);
    }

    pub fn pending_count(&self) -> usize {
        self.core.pending_count()
    }
}