llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147

use chrono::{DateTime, Utc};
use serde::{Deserialize, Serialize};

use llm::ToolCall;

use super::id::MessageId;
use crate::dialogue::{ParticipantColor, ParticipantId};

#[derive(Debug, Clone, Copy, Eq, PartialEq, Serialize, Deserialize)]
pub enum MessageRole {
    User,
    Assistant,
    Tool,
    Error,
}

#[derive(Debug, Clone, Copy, Eq, PartialEq, Serialize, Deserialize)]
pub enum MessageState {
    Pending,
    Streaming,
    Complete,
    Error,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub enum MessageKind {
    Text(String),
    ToolCall(ToolInvocation),
    ToolResult(ToolResult),
    Error(String),
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ToolInvocation {
    pub id: String,
    pub name: String,
    pub arguments: String,
    pub partial: bool,
}

impl ToolInvocation {
    pub fn from_call(call: &ToolCall) -> Self {
        Self {
            id: call.id.clone(),
            name: call.function.name.clone(),
            arguments: call.function.arguments.clone(),
            partial: false,
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ToolResult {
    pub id: String,
    pub name: String,
    pub output: String,
    pub success: bool,
}

impl ToolResult {
    pub fn success(id: String, name: String, output: String) -> Self {
        Self {
            id,
            name,
            output,
            success: true,
        }
    }

    pub fn failure(id: String, name: String, output: String) -> Self {
        Self {
            id,
            name,
            output,
            success: false,
        }
    }

    pub fn as_tool_call(&self) -> ToolCall {
        ToolCall {
            id: self.id.clone(),
            call_type: "function".to_string(),
            function: llm::FunctionCall {
                name: self.name.clone(),
                arguments: self.output.clone(),
            },
        }
    }
}

#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub struct MessageMetadata {
    pub provider: Option<String>,
    pub model: Option<String>,
    pub latency_ms: Option<u128>,
    pub tokens: Option<llm::chat::Usage>,
    /// Participant ID for multi-LLM dialogues.
    #[serde(default)]
    pub participant_id: Option<ParticipantId>,
    /// Participant display name for multi-LLM dialogues.
    #[serde(default)]
    pub participant_name: Option<String>,
    /// Participant color for multi-LLM dialogues.
    #[serde(default)]
    pub participant_color: Option<ParticipantColor>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ConversationMessage {
    pub id: MessageId,
    pub role: MessageRole,
    pub kind: MessageKind,
    pub state: MessageState,
    pub timestamp: DateTime<Utc>,
    pub metadata: MessageMetadata,
    pub version: u64,
}

impl ConversationMessage {
    pub fn new(role: MessageRole, kind: MessageKind) -> Self {
        Self {
            id: MessageId::new(),
            role,
            kind,
            state: MessageState::Pending,
            timestamp: Utc::now(),
            metadata: MessageMetadata::default(),
            version: 0,
        }
    }

    pub fn bump_version(&mut self) {
        self.version = self.version.saturating_add(1);
    }

    pub fn update_text(&mut self, delta: &str) {
        if let MessageKind::Text(text) = &mut self.kind {
            text.push_str(delta);
            self.bump_version();
        }
    }

    pub fn replace_kind(&mut self, kind: MessageKind) {
        self.kind = kind;
        self.bump_version();
    }
}