pub struct MixedBitWidthQuantizer { /* private fields */ }
Expand description
Mixed bit-width quantization support
Implementations§
Source§impl MixedBitWidthQuantizer
impl MixedBitWidthQuantizer
Sourcepub fn set_layer_config(&mut self, layer_name: &str, config: QuantizationConfig)
pub fn set_layer_config(&mut self, layer_name: &str, config: QuantizationConfig)
Set quantization configuration for a specific layer
Sourcepub fn analyze_sensitivity(
&mut self,
layer_outputs: &HashMap<String, ArrayD<f32>>,
) -> Result<()>
pub fn analyze_sensitivity( &mut self, layer_outputs: &HashMap<String, ArrayD<f32>>, ) -> Result<()>
Perform sensitivity analysis to determine optimal bit allocation
Sourcepub fn get_layer_config(&self, layer_name: &str) -> Option<&QuantizationConfig>
pub fn get_layer_config(&self, layer_name: &str) -> Option<&QuantizationConfig>
Get optimal configuration for a layer
Sourcepub fn get_sensitivity_score(&self, layer_name: &str) -> Option<f32>
pub fn get_sensitivity_score(&self, layer_name: &str) -> Option<f32>
Get sensitivity score for a layer
Trait Implementations§
Source§impl Debug for MixedBitWidthQuantizer
impl Debug for MixedBitWidthQuantizer
Auto Trait Implementations§
impl Freeze for MixedBitWidthQuantizer
impl RefUnwindSafe for MixedBitWidthQuantizer
impl Send for MixedBitWidthQuantizer
impl Sync for MixedBitWidthQuantizer
impl Unpin for MixedBitWidthQuantizer
impl UnwindSafe for MixedBitWidthQuantizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more