llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

mod actions;
mod backtrack;
mod collapsible;
mod config;
mod context;
mod dialogue;
mod diff;
mod extras;
mod focus;
mod input;
mod notice;
mod onboarding;
mod skills;
mod slash;
mod status;
mod stream;
mod tool;
mod tools;

use tokio::sync::mpsc;
use tokio::sync::oneshot;

use crate::config::ConfigPaths;
use crate::runtime::StreamManager;
use crate::runtime::{AppEvent, AppState};
use crate::tools::{ToolContext, ToolRegistry};

pub struct AppController {
    pub state: AppState,
    pub stream_manager: StreamManager,
    pub event_sender: mpsc::Sender<AppEvent>,
    pub tool_registry: ToolRegistry,
    pub tool_context: ToolContext,
    pub config_paths: ConfigPaths,
    pub pending_tool_approval: Option<oneshot::Sender<bool>>,
    pub pending_tool_calls: std::collections::HashMap<crate::conversation::ConversationId, usize>,
}

pub struct AppControllerParams {
    pub state: AppState,
    pub stream_manager: StreamManager,
    pub event_sender: mpsc::Sender<AppEvent>,
    pub tool_registry: ToolRegistry,
    pub tool_context: ToolContext,
    pub config_paths: ConfigPaths,
}

impl AppController {
    pub fn new(params: AppControllerParams) -> Self {
        let AppControllerParams {
            state,
            stream_manager,
            event_sender,
            tool_registry,
            tool_context,
            config_paths,
        } = params;
        Self {
            state,
            stream_manager,
            event_sender,
            tool_registry,
            tool_context,
            config_paths,
            pending_tool_approval: None,
            pending_tool_calls: std::collections::HashMap::new(),
        }
    }

    pub async fn handle_event(&mut self, event: AppEvent) -> bool {
        match event {
            AppEvent::Input(input) => input::handle_input(self, input).await,
            AppEvent::Stream(ev) => stream::handle_stream(self, ev).await,
            AppEvent::Tool(ev) => tool::handle_tool(self, ev).await,
            AppEvent::Tick => input::handle_tick(self),
        }
    }
}