pub struct ActivationQuantConfig {
pub scheme: ActivationQuantScheme,
pub symmetric: bool,
pub calibration_samples: usize,
pub percentile: f32,
pub ema_decay: f32,
pub quantize_during_training: bool,
pub layer_configs: HashMap<String, LayerQuantConfig>,
}Expand description
Configuration for activation quantization
Fields§
§scheme: ActivationQuantSchemeQuantization scheme for activations
symmetric: boolWhether to use symmetric quantization
calibration_samples: usizeNumber of calibration samples to collect statistics
percentile: f32Percentile for outlier-aware quantization (e.g., 0.99)
ema_decay: f32Moving average decay for running statistics
quantize_during_training: boolWhether to apply quantization during training
layer_configs: HashMap<String, LayerQuantConfig>Layer-specific configurations
Trait Implementations§
Source§impl Clone for ActivationQuantConfig
impl Clone for ActivationQuantConfig
Source§fn clone(&self) -> ActivationQuantConfig
fn clone(&self) -> ActivationQuantConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ActivationQuantConfig
impl Debug for ActivationQuantConfig
Source§impl Default for ActivationQuantConfig
impl Default for ActivationQuantConfig
Source§impl<'de> Deserialize<'de> for ActivationQuantConfig
impl<'de> Deserialize<'de> for ActivationQuantConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for ActivationQuantConfig
impl RefUnwindSafe for ActivationQuantConfig
impl Send for ActivationQuantConfig
impl Sync for ActivationQuantConfig
impl Unpin for ActivationQuantConfig
impl UnsafeUnpin for ActivationQuantConfig
impl UnwindSafe for ActivationQuantConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more