sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

use thiserror::Error as ThisError;

/////////////////////////////////////////////////////////////////////////////////
/// TESTS
/////////////////////////////////////////////////////////////////////////////////

#[cfg(test)]
#[path = "tests/error_tests.rs"]
mod error_tests;

/////////////////////////////////////////////////////////////////////////////////
/// SRC
/////////////////////////////////////////////////////////////////////////////////

#[derive(Debug, ThisError)]
pub enum Error {
    #[error("string contains an interior NUL byte")]
    InteriorNul(#[from] std::ffi::NulError),

    #[error("failed to load model from {path}")]
    ModelLoad { path: String },

    #[error("failed to create llama context")]
    ContextInit,

    #[error("llama returned null for {0}")]
    NullPointer(&'static str),

    #[error("failed to tokenize text")]
    Tokenize,

    #[error("failed to convert token {token} to text")]
    TokenToPiece { token: i32 },

    #[error("decode failed with status {0}")]
    Decode(i32),

    #[error("batch capacity exceeded: capacity={capacity}, requested={requested}")]
    BatchCapacity { capacity: i32, requested: i32 },

    #[error("prompt has {prompt_tokens} tokens but context allows {context_tokens}")]
    PromptTooLong {
        prompt_tokens: usize,
        context_tokens: u32,
    },

    #[error("sampler initialization failed")]
    SamplerInit,

    #[error("runtime is not ready")]
    RuntimeNotReady,

    #[error("invalid request: {0}")]
    InvalidRequest(&'static str),

    #[error("invalid configuration: {0}")]
    InvalidConfig(&'static str),

    #[error("runtime command failed: {0}")]
    RuntimeCommand(String),

    #[error("unsupported operation {operation}: {reason}")]
    UnsupportedOperation {
        operation: &'static str,
        reason: String,
    },
}

pub type Result<T> = std::result::Result<T, Error>;