langdb_core 0.3.2

AI gateway Core for LangDB AI Gateway.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

use async_openai::{config::OpenAIConfig, Client};

use crate::types::credentials::ApiKeyCredentials;

use super::error::ModelError;

pub fn openai_spec_client(
    credentials: Option<&ApiKeyCredentials>,
    endpoint: Option<&str>,
    provider_name: &str,
) -> Result<async_openai::Client<async_openai::config::OpenAIConfig>, ModelError> {
    let mut config = OpenAIConfig::new();

    if let Some(credentials) = credentials {
        config = config.with_api_key(credentials.api_key.clone());
    } else {
        let key_name = format!(
            "LANGDB_{provider_name}_API_KEY",
            provider_name = provider_name.to_uppercase()
        );
        if let Ok(api_key) = std::env::var(&key_name) {
            config = config.with_api_key(api_key);
        }
    }

    let api_base = match endpoint {
        Some(endpoint) => endpoint,
        None => {
            return Err(ModelError::InvalidDynamicProviderBaseUrl);
        }
    };

    config = config.with_api_base(api_base);

    Ok(Client::with_config(config))
}