llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use crate::chat::{StreamChoice, StreamDelta, StreamResponse, Usage};
use crate::{FunctionCall, ToolCall};

use super::events::ToolState;

pub(super) fn tool_call_from_state(state: &ToolState) -> ToolCall {
    tool_call_with_arguments(state, "")
}

pub(super) fn tool_call_with_arguments(state: &ToolState, arguments: &str) -> ToolCall {
    ToolCall {
        id: state.call_id.clone(),
        call_type: "function".to_string(),
        function: FunctionCall {
            name: state.name.clone(),
            arguments: arguments.to_string(),
        },
    }
}

pub(super) fn stream_response_text(delta: String) -> StreamResponse {
    StreamResponse {
        choices: vec![StreamChoice {
            delta: StreamDelta {
                content: Some(delta),
                tool_calls: None,
            },
        }],
        usage: None,
    }
}

pub(super) fn stream_response_tool_call(tool_call: ToolCall) -> StreamResponse {
    StreamResponse {
        choices: vec![StreamChoice {
            delta: StreamDelta {
                content: None,
                tool_calls: Some(vec![tool_call]),
            },
        }],
        usage: None,
    }
}

pub(super) fn stream_response_usage(usage: Usage) -> StreamResponse {
    StreamResponse {
        choices: vec![StreamChoice {
            delta: StreamDelta {
                content: None,
                tool_calls: None,
            },
        }],
        usage: Some(usage),
    }
}