pub struct MixedBitQuantizer { /* private fields */ }Expand description
Mixed-bit quantizer
Implementations§
Source§impl MixedBitQuantizer
impl MixedBitQuantizer
Sourcepub fn new(config: MixedBitConfig) -> Self
pub fn new(config: MixedBitConfig) -> Self
Create a new mixed-bit quantizer
Sourcepub fn quantize(
&mut self,
tensor: &Tensor,
layer_name: &str,
) -> Result<MixedBitQuantizedTensor>
pub fn quantize( &mut self, tensor: &Tensor, layer_name: &str, ) -> Result<MixedBitQuantizedTensor>
Quantize a tensor using mixed-bit quantization
Sourcepub fn compression_ratio(
&self,
original_size: usize,
quantized_tensor: &MixedBitQuantizedTensor,
) -> f32
pub fn compression_ratio( &self, original_size: usize, quantized_tensor: &MixedBitQuantizedTensor, ) -> f32
Get compression ratio achieved
Sourcepub fn memory_savings(
&self,
original_tensor: &Tensor,
quantized_tensor: &MixedBitQuantizedTensor,
) -> f32
pub fn memory_savings( &self, original_tensor: &Tensor, quantized_tensor: &MixedBitQuantizedTensor, ) -> f32
Estimate memory savings
Auto Trait Implementations§
impl Freeze for MixedBitQuantizer
impl RefUnwindSafe for MixedBitQuantizer
impl Send for MixedBitQuantizer
impl Sync for MixedBitQuantizer
impl Unpin for MixedBitQuantizer
impl UnsafeUnpin for MixedBitQuantizer
impl UnwindSafe for MixedBitQuantizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more