oxillama-quant 0.1.2

Quantization kernels for all GGUF quantization types
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

//! Error types for quantization operations.

use thiserror::Error;

/// Result type alias for quantization operations.
pub type QuantResult<T> = Result<T, QuantError>;

/// Errors that can occur during quantization kernel operations.
#[derive(Error, Debug)]
pub enum QuantError {
    /// The requested quantization type is not yet implemented.
    #[error("unsupported quantization type: {quant_type}")]
    UnsupportedType {
        /// Display name of the unsupported type.
        quant_type: String,
    },

    /// Block size does not match expected value for the quantization type.
    #[error("block size mismatch: expected {expected}, got {got}")]
    BlockSizeMismatch {
        /// Expected block size.
        expected: usize,
        /// Actual block size.
        got: usize,
    },

    /// Matrix/vector dimension mismatch in a kernel operation.
    #[error("dimension mismatch: expected {expected}, got {got}")]
    DimensionMismatch {
        /// Expected dimension.
        expected: usize,
        /// Actual dimension.
        got: usize,
    },

    /// A low-level kernel computation error.
    #[error("kernel error: {message}")]
    KernelError {
        /// Description of the kernel error.
        message: String,
    },

    /// Block count does not match the expected value for the tensor dimensions.
    #[error("block count mismatch: expected {expected} blocks, got {got}")]
    BlockCountMismatch {
        /// Expected number of blocks.
        expected: usize,
        /// Actual number of blocks.
        got: usize,
    },

    /// Data buffer is too small for the operation.
    #[error("buffer too small: need {needed} bytes, have {available}")]
    BufferTooSmall {
        /// Required buffer size in bytes.
        needed: usize,
        /// Available buffer size in bytes.
        available: usize,
    },

    /// Internal error (e.g., lock poisoning).
    #[error("internal error: {message}")]
    Internal {
        /// Description of the internal error.
        message: String,
    },

    /// Float GEMM (F16/BF16/F32) computation failure.
    #[error("float GEMM failed: {0}")]
    FloatGemmFailed(String),
}