llama-desktop 2.2.10

Desktop interface for Ollama
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use std::time::{SystemTime, UNIX_EPOCH};

use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Deserialize)]
pub struct AIModel {
    pub name: String,
    pub modified_at: String,
}

#[derive(Debug, Clone, Deserialize)]
pub struct ModelList {
    pub models: Vec<AIModel>,
}

#[derive(Debug, Clone, Serialize)]
pub struct AdditionalParams {
    pub num_ctx: usize,
    pub repeat_last_n: i32,
    pub seed: u32,
    pub temperature: f32,
}

#[derive(Debug, Clone, Serialize)]
pub struct Request {
    pub model: String,
    pub prompt: String,
    pub stream: bool,
    pub options: AdditionalParams,
    pub context: Option<Vec<u32>>,
}

#[derive(Debug, Clone, Deserialize)]
pub struct Response {
    pub response: String,
    pub context: Option<Vec<u32>>,
    pub done: bool,
}

impl Default for AdditionalParams {
    fn default() -> Self {
        Self {
            num_ctx: 8192,
            repeat_last_n: -1,
            seed: get_seed(),
            temperature: 0.75,
        }
    }
}

fn get_seed() -> u32 {
    SystemTime::now()
        .duration_since(UNIX_EPOCH)
        .map(|since| (since.as_millis() % (u32::MAX as u128 + 1)) as u32)
        .unwrap_or(0)
}