bitnet-quantize 0.2.1

Microsoft BitNet b1.58 quantization and inference for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

//! Quantization modules for BitNet.
//!
//! This module provides:
//! - **Weight quantization**: AbsMean -> {-1, 0, +1}
//! - **Activation quantization**: Per-token AbsMax -> INT8

mod activation;
mod weight;

pub use activation::{
    dequantize_activations, quantize_activations, quantize_ste, QuantizedActivations,
};
pub use weight::{dequantize_weights, quantize_weights, TernaryWeight};