llama-desktop 2.2.10

Desktop interface for Ollama
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

#[derive(Debug)]
pub struct State {
    pub title: String,
    pub models: Vec<String>,
    pub selected_model: usize,
    pub input: String,
    pub output: String,
    pub retrieving: bool,
    pub reload: bool,
    pub timeout_idx: usize,
    pub escape: bool,
    pub context: Vec<u32>,
    pub cwd: String,
}

impl State {
    pub fn reset(&mut self) {
        warn!("RESETTING STATE");
        self.input = "Why the sky is blue?".to_owned();
        self.title = String::new();
        self.output = String::new();
        self.retrieving = false;
        self.reload = true;
        self.context = Vec::new();
        debug!(self);
    }
}

pub fn set_model(model: impl Into<String>) -> bool {
    let model = model.into();
    warn!("setting model to {}", &model);
    let models = STATE.read().models.clone();
    for (idx, model_) in models.iter().enumerate() {
        debug!(idx, model_);
        if model_.eq(&model) {
            warn!("model {} found", &model);
            STATE.write().selected_model = idx;
            return true;
        }
    }
    warn!("model {} not found", &model);
    return false;
}

#[dynamic]
pub static mut STATE: State = State {
    title: String::new(),
    models: Vec::new(),
    selected_model: usize::MAX,
    input: "Why the sky is blue?".to_owned(),
    output: String::new(),
    retrieving: false,
    reload: true,
    escape: false,
    timeout_idx: usize::MAX,
    context: Vec::new(),
    cwd: String::new(),
};