pub struct QuantizationConfig {
pub precision: QuantizationPrecision,
pub method: QuantizationMethod,
pub calibration_samples: usize,
pub dynamic_quantization: bool,
pub outlier_percentile: f32,
pub layer_configs: HashMap<String, LayerQuantizationConfig>,
pub quantization_aware_training: bool,
}Expand description
Quantization configuration
Fields§
§precision: QuantizationPrecisionTarget quantization precision
method: QuantizationMethodQuantization method to use
calibration_samples: usizeCalibration dataset size for post-training quantization
dynamic_quantization: boolEnable dynamic quantization
outlier_percentile: f32Percentile for outlier clipping (0.01 = 99th percentile)
layer_configs: HashMap<String, LayerQuantizationConfig>Layer-specific quantization settings
quantization_aware_training: boolEnable quantization-aware training mode
Implementations§
Source§impl QuantizationConfig
impl QuantizationConfig
Sourcepub fn mobile_optimized() -> Self
pub fn mobile_optimized() -> Self
Create a config optimized for mobile deployment
Sourcepub fn edge_optimized() -> Self
pub fn edge_optimized() -> Self
Create a config optimized for edge devices with severe memory constraints
Trait Implementations§
Source§impl Clone for QuantizationConfig
impl Clone for QuantizationConfig
Source§fn clone(&self) -> QuantizationConfig
fn clone(&self) -> QuantizationConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for QuantizationConfig
impl Debug for QuantizationConfig
Source§impl Default for QuantizationConfig
impl Default for QuantizationConfig
Source§impl<'de> Deserialize<'de> for QuantizationConfig
impl<'de> Deserialize<'de> for QuantizationConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for QuantizationConfig
impl PartialEq for QuantizationConfig
Source§impl Serialize for QuantizationConfig
impl Serialize for QuantizationConfig
impl StructuralPartialEq for QuantizationConfig
Auto Trait Implementations§
impl Freeze for QuantizationConfig
impl RefUnwindSafe for QuantizationConfig
impl Send for QuantizationConfig
impl Sync for QuantizationConfig
impl Unpin for QuantizationConfig
impl UnsafeUnpin for QuantizationConfig
impl UnwindSafe for QuantizationConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more