llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98

use crate::{
    chat::{Tool, ToolChoice},
    error::LLMError,
    LLMProvider,
};

use super::super::helpers;
use crate::builder::state::BuilderState;

#[cfg(feature = "azure_openai")]
pub(super) fn build_azure_openai(
    state: &mut BuilderState,
    tools: Option<Vec<Tool>>,
    tool_choice: Option<ToolChoice>,
) -> Result<Box<dyn LLMProvider>, LLMError> {
    let endpoint = state.base_url.take().ok_or_else(|| {
        LLMError::InvalidRequest("No API endpoint provided for Azure OpenAI".into())
    })?;
    let api_key = helpers::require_api_key(state, "Azure OpenAI")?;
    let deployment = state.deployment_id.take().ok_or_else(|| {
        LLMError::InvalidRequest("No deployment ID provided for Azure OpenAI".into())
    })?;

    let timeout = helpers::timeout_or_default(state);
    let provider = crate::backends::azure_openai::AzureOpenAI::new(
        api_key,
        state.api_version.clone(),
        deployment,
        endpoint,
        state.model.take(),
        state.max_tokens,
        state.temperature,
        timeout,
        state.system.take(),
        state.top_p,
        state.top_k,
        state.embedding_encoding_format.take(),
        state.embedding_dimensions,
        tools,
        tool_choice,
        state.reasoning_effort.take(),
        state.json_schema.take(),
    );

    Ok(Box::new(provider))
}

#[cfg(not(feature = "azure_openai"))]
pub(super) fn build_azure_openai(
    _state: &mut BuilderState,
    _tools: Option<Vec<Tool>>,
    _tool_choice: Option<ToolChoice>,
) -> Result<Box<dyn LLMProvider>, LLMError> {
    Err(LLMError::InvalidRequest(
        "OpenAI feature not enabled".to_string(),
    ))
}

#[cfg(feature = "bedrock")]
pub(super) fn build_bedrock(
    state: &mut BuilderState,
    tools: Option<Vec<Tool>>,
    tool_choice: Option<ToolChoice>,
) -> Result<Box<dyn LLMProvider>, LLMError> {
    let region = state
        .base_url
        .take()
        .ok_or_else(|| LLMError::InvalidRequest("No region provided for AWS Bedrock".into()))?;
    let timeout = helpers::timeout_or_default(state);

    let provider = crate::backends::aws::BedrockBackend::new(
        region,
        state.model.take(),
        state.max_tokens,
        state.temperature,
        timeout,
        state.system.take(),
        state.top_p,
        state.top_k,
        tools,
        tool_choice,
        state.reasoning_effort.take(),
        state.json_schema.take(),
    )?;

    Ok(Box::new(provider))
}

#[cfg(not(feature = "bedrock"))]
pub(super) fn build_bedrock(
    _state: &mut BuilderState,
    _tools: Option<Vec<Tool>>,
    _tool_choice: Option<ToolChoice>,
) -> Result<Box<dyn LLMProvider>, LLMError> {
    Err(LLMError::InvalidRequest(
        "AWS Bedrock feature not enabled".to_string(),
    ))
}