langdb_core 0.3.2

AI gateway Core for LangDB AI Gateway.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

use std::collections::HashMap;

use context::ExecutorContext;
use serde::{Deserialize, Serialize};

use crate::{
    models::ModelMetadata,
    types::{
        credentials::{ApiKeyCredentials, Credentials},
        provider::InferenceModelProvider,
        LANGDB_API_URL,
    },
};

pub mod chat_completion;
pub mod context;
pub mod embeddings;
pub mod image_generation;
pub mod responses;

#[derive(Debug, Serialize, Deserialize, Clone, Default)]
pub struct ProvidersConfig(pub HashMap<String, ApiKeyCredentials>);

pub fn get_key_credentials(
    key_credentials: Option<&Credentials>,
    providers_config: Option<&ProvidersConfig>,
    provider_name: &str,
) -> Option<Credentials> {
    match key_credentials {
        Some(credentials) => Some(credentials.clone()),
        None => match providers_config {
            Some(providers_config) => providers_config
                .0
                .get(provider_name)
                .map(|credentials| Credentials::ApiKey(credentials.clone())),
            None => None,
        },
    }
}

pub fn get_langdb_proxy_key(
    key_credentials: Option<Credentials>,
    providers_config: Option<&ProvidersConfig>,
) -> Option<Credentials> {
    match (
        key_credentials,
        providers_config
            .as_ref()
            .and_then(|p| p.0.get("langdb_proxy")),
    ) {
        (None, Some(key)) => Some(Credentials::ApiKey(key.clone())),
        (credentials, _) => credentials,
    }
}

pub fn use_langdb_proxy(
    executor_context: &ExecutorContext,
    mut llm_model: ModelMetadata,
) -> (Option<Credentials>, ModelMetadata) {
    let (key_credentials, endpoint) = match (
        &executor_context.key_credentials,
        executor_context
            .providers_config
            .as_ref()
            .and_then(|p| p.0.get("langdb_proxy")),
    ) {
        (None, Some(key)) => (
            Some(Credentials::ApiKey(key.clone())),
            Some(format!(
                "{}/v1",
                std::env::var("LANGDB_API_URL")
                    .ok()
                    .unwrap_or(LANGDB_API_URL.to_string())
            )),
        ),
        (credentials, _) => (credentials.clone(), None),
    };

    if let Some(ref endpoint) = endpoint {
        llm_model.inference_provider.provider =
            InferenceModelProvider::Proxy(llm_model.inference_provider.provider.to_string());
        llm_model.inference_provider.endpoint = Some(endpoint.clone());
    }

    (key_credentials, llm_model)
}