llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

use crossterm::event::{KeyEvent, MouseEvent};
use tokio::sync::oneshot;

use crate::conversation::{ConversationId, MessageId, ToolInvocation, ToolResult};

#[derive(Debug)]
pub enum InputEvent {
    Key(KeyEvent),
    Mouse(MouseEvent),
    Paste(String),
    Resize(u16, u16),
}

#[derive(Debug)]
pub enum AppEvent {
    Input(InputEvent),
    Tick,
    Stream(StreamEvent),
    Tool(ToolEvent),
}

#[derive(Debug)]
pub enum StreamEvent {
    Started {
        conversation_id: ConversationId,
    },
    TextDelta {
        conversation_id: ConversationId,
        message_id: MessageId,
        delta: String,
    },
    ToolCallStart {
        conversation_id: ConversationId,
        call_id: String,
        name: String,
    },
    ToolCallDelta {
        conversation_id: ConversationId,
        call_id: String,
        partial_json: String,
    },
    ToolCallComplete {
        conversation_id: ConversationId,
        invocation: ToolInvocation,
    },
    Usage {
        conversation_id: ConversationId,
        message_id: MessageId,
        usage: llm::chat::Usage,
    },
    Done {
        conversation_id: ConversationId,
    },
    Error {
        conversation_id: ConversationId,
        message_id: MessageId,
        error: String,
    },
}

pub struct ToolApprovalRequest {
    pub conversation_id: ConversationId,
    pub invocation: ToolInvocation,
    pub respond_to: oneshot::Sender<bool>,
}

impl std::fmt::Debug for ToolApprovalRequest {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        f.debug_struct("ToolApprovalRequest")
            .field("conversation_id", &self.conversation_id)
            .field("invocation", &self.invocation)
            .finish()
    }
}

#[derive(Debug)]
pub enum ToolEvent {
    ApprovalRequested(ToolApprovalRequest),
    Result {
        conversation_id: ConversationId,
        result: ToolResult,
    },
}