llama-runner 2.3.2

A straightforward Rust library for running llama.cpp models locally on device
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

use strum::{AsRefStr, Display};

#[derive(Debug, Clone, Display, PartialEq, Eq, AsRefStr)]
pub enum MessageRole {
    #[strum(to_string = "assistant")]
    Assistant,
    #[strum(to_string = "user")]
    User,
    #[strum(to_string = "system")]
    System,
    #[strum(to_string = "{0}")]
    Custom(&'static str),
}

#[derive(Debug, Clone)]
pub enum ImageOrText<'a> {
    Text(&'a str),
    Image(&'a image::DynamicImage),
}