unsloth-rs 1.0.2

Rust implementations of transformer building blocks for LLM inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

// SPDX-License-Identifier: MIT
// Copyright 2026 Tyler Zervas

//! Error types for unsloth-rs.

use thiserror::Error;

/// Result type alias for unsloth-rs operations.
pub type Result<T> = std::result::Result<T, UnslothError>;

/// Errors that can occur in unsloth-rs operations.
#[derive(Error, Debug)]
#[non_exhaustive]
pub enum UnslothError {
    /// GPU kernel error.
    #[error("kernel error: {0}")]
    Kernel(String),

    /// Out of memory.
    #[error("out of memory: required {required} bytes, available {available} bytes")]
    OutOfMemory {
        /// Required memory in bytes
        required: usize,
        /// Available memory in bytes
        available: usize,
    },

    /// Device not available.
    #[error("device not available: {0}")]
    DeviceNotAvailable(String),

    /// Shape mismatch.
    #[error("shape mismatch: expected {expected:?}, got {actual:?}")]
    ShapeMismatch {
        /// Expected shape
        expected: Vec<usize>,
        /// Actual shape
        actual: Vec<usize>,
    },

    /// Invalid configuration.
    #[error("invalid configuration: {0}")]
    InvalidConfig(String),

    /// Quantization error.
    #[error("quantization error: {0}")]
    Quantization(String),

    /// Ternary operation error.
    #[error("ternary operation error: {0}")]
    Ternary(String),

    /// Candle error.
    #[error("candle error: {0}")]
    Candle(#[from] candle_core::Error),
}