pub struct QuantizationConfig {
pub input_model: PathBuf,
pub output_model: PathBuf,
pub mode: QuantizationMode,
pub precision: QuantizationPrecision,
pub calibration_data: Option<PathBuf>,
pub calibration_samples: usize,
pub per_channel: bool,
pub symmetric: bool,
pub accuracy_threshold: f64,
pub exclude_layers: Vec<String>,
pub mixed_precision: Option<MixedPrecisionConfig>,
}Expand description
Quantization configuration
Fields§
§input_model: PathBufInput model path
output_model: PathBufOutput model path
mode: QuantizationModeQuantization mode
precision: QuantizationPrecisionTarget precision
calibration_data: Option<PathBuf>Calibration dataset path (for static quantization)
calibration_samples: usizeNumber of calibration samples
per_channel: boolPer-channel quantization
symmetric: boolSymmetric quantization
accuracy_threshold: f64Accuracy threshold for validation
exclude_layers: Vec<String>Layers to exclude from quantization
mixed_precision: Option<MixedPrecisionConfig>Mixed precision configuration
Trait Implementations§
Source§impl Clone for QuantizationConfig
impl Clone for QuantizationConfig
Source§fn clone(&self) -> QuantizationConfig
fn clone(&self) -> QuantizationConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for QuantizationConfig
impl Debug for QuantizationConfig
Source§impl<'de> Deserialize<'de> for QuantizationConfig
impl<'de> Deserialize<'de> for QuantizationConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for QuantizationConfig
impl RefUnwindSafe for QuantizationConfig
impl Send for QuantizationConfig
impl Sync for QuantizationConfig
impl Unpin for QuantizationConfig
impl UnsafeUnpin for QuantizationConfig
impl UnwindSafe for QuantizationConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> ProfiledStruct for T
impl<T> ProfiledStruct for T
Source§fn profiled_method<F, R>(&self, method_name: &str, func: F) -> Rwhere
F: FnOnce(&Self) -> R,
fn profiled_method<F, R>(&self, method_name: &str, func: F) -> Rwhere
F: FnOnce(&Self) -> R,
Execute a method with profiling
Source§fn profiled_method_mut<F, R>(&mut self, method_name: &str, func: F) -> Rwhere
F: FnOnce(&mut Self) -> R,
fn profiled_method_mut<F, R>(&mut self, method_name: &str, func: F) -> Rwhere
F: FnOnce(&mut Self) -> R,
Execute a mutable method with profiling
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.