llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use crate::runtime::AppStatus;

use super::AppController;

impl AppController {
    pub fn set_status(&mut self, status: AppStatus) {
        let was_busy = self.state.status.is_busy();
        let is_busy = status.is_busy();
        if is_busy && !was_busy {
            self.state.status_metrics.start();
        }
        if !is_busy {
            self.state.status_metrics.stop();
        }
        self.state.status = status;
    }

    pub fn update_status_tokens(&mut self, tokens: u32) {
        self.state.status_metrics.update_tokens(tokens);
    }
}