llama-cpp-bindings 0.7.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use std::string::FromUtf8Error;

use crate::error::tool_call_format_failure::ToolCallFormatFailure;

#[derive(Debug, thiserror::Error)]
pub enum ParseChatMessageError {
    #[error("model has no chat template")]
    NoChatTemplate,
    #[error("model has no vocab")]
    NoVocab,
    #[error("not enough memory")]
    NotEnoughMemory,
    #[error("chat-template parse failed: {message}")]
    ParseFailed { message: String },
    #[error("parsed-chat destructor failed: {message}")]
    DestructorFailed { message: String },
    #[error("tool-call id index {index} out of bounds")]
    ToolCallIdIndexOutOfBounds { index: usize },
    #[error("tool-call name index {index} out of bounds")]
    ToolCallNameIndexOutOfBounds { index: usize },
    #[error("tool-call arguments index {index} out of bounds")]
    ToolCallArgumentsIndexOutOfBounds { index: usize },
    #[error("ffi returned non-utf8 string: {0}")]
    StringUtf8Error(#[from] FromUtf8Error),
    #[error("tools_json is not valid JSON: {0}")]
    ToolsJsonInvalid(#[source] serde_json::Error),
    #[error("tools_json must be a JSON array")]
    ToolsJsonNotArray,
    #[error("could not serialize tools to JSON: {0}")]
    ToolsSerialization(String),
    #[error("template-override fallback parser failed: {0}")]
    TemplateOverrideFailed(#[from] ToolCallFormatFailure),
    #[error("{message}")]
    Reported { message: String },
}