oxillama-gpu 0.1.3

Optional wgpu GPU compute backend for OxiLLaMa
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! IQ1S grid codebook — 2048 entries of packed 8×i8 weight values.
//!
//! Each `u64` encodes 8 signed weight values (one byte each, little-endian).
//! The bytes must be reinterpreted as `i8` (0xff = -1, 0x00 = 0, 0x01 = 1).
//!
//! The table is split across two sub-modules (`data_a` and `data_b`) to keep
//! each source file under 2000 lines.

mod data_a;
mod data_b;

/// IQ1S codebook — 2048 entries of packed 8×i8 weight values (stored as u64).
///
/// To extract the signed byte values:
/// ```text
/// let raw: [u8; 8] = IQ1S_GRID[idx].to_le_bytes();
/// let weights: [i8; 8] = raw.map(|b| b as i8);
/// ```
#[cfg(any(feature = "gpu", test))]
pub(super) const IQ1S_GRID: [u64; 2048] = {
    let mut arr = [0u64; 2048];
    let mut i = 0usize;
    while i < 1024 {
        arr[i] = data_a::IQ1S_GRID_A[i];
        i += 1;
    }
    while i < 2048 {
        arr[i] = data_b::IQ1S_GRID_B[i - 1024];
        i += 1;
    }
    arr
};