llama-runner 2.3.2

A straightforward Rust library for running llama.cpp models locally on device
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
use std::{borrow::Cow, str::Utf8Error};

use thiserror::Error;

#[derive(Debug, Error)]
pub enum JinjaTemplateError {
    #[error("decode: {0}")]
    Decode(#[from] Utf8Error),
    #[error("parse: {0}")]
    Parse(minijinja::Error),
    #[error("render: {0}")]
    Render(minijinja::Error),
}

#[derive(Clone, Debug, Error)]
#[error("invalid field for a tool: {0}")]
pub struct ParseToolError(pub(crate) Cow<'static, str>);