llama-cpp-bindings 0.8.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

use std::string::FromUtf8Error;

#[derive(Debug, thiserror::Error)]
pub enum MarkerDetectionError {
    #[error("ffi returned non-utf8 marker bytes: {0}")]
    MarkerUtf8Error(#[from] FromUtf8Error),
    #[error("not enough memory")]
    NotEnoughMemory,
    #[error("reasoning-marker detection failed: {message}")]
    ReasoningMarkerDetectionFailed { message: String },
    #[error("tool-call haystack computation failed: {message}")]
    ToolCallHaystackComputationFailed { message: String },
    #[error("tool-call synthetic-render diagnosis failed: {message}")]
    ToolCallSyntheticRenderDiagnosisFailed { message: String },
}