pub struct KQuantizer { /* private fields */ }Expand description
K-quant quantizer
Implementations§
Source§impl KQuantizer
impl KQuantizer
Sourcepub fn new(config: KQuantConfig) -> Result<Self>
pub fn new(config: KQuantConfig) -> Result<Self>
Create a new K-quant quantizer
Sourcepub fn quantize(&self, tensor: &Tensor) -> Result<KQuantTensor>
pub fn quantize(&self, tensor: &Tensor) -> Result<KQuantTensor>
Quantize tensor to K-quant format
Sourcepub fn dequantize(&self, kquant: &KQuantTensor) -> Result<Tensor>
pub fn dequantize(&self, kquant: &KQuantTensor) -> Result<Tensor>
Dequantize K-quant tensor back to f32
Auto Trait Implementations§
impl Freeze for KQuantizer
impl RefUnwindSafe for KQuantizer
impl Send for KQuantizer
impl Sync for KQuantizer
impl Unpin for KQuantizer
impl UnsafeUnpin for KQuantizer
impl UnwindSafe for KQuantizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more