pub struct QuantizationAwareTraining { /* private fields */ }Expand description
Quantization-aware training (QAT) support
Implementations§
Source§impl QuantizationAwareTraining
impl QuantizationAwareTraining
Sourcepub fn new(config: QuantizationConfig) -> Self
pub fn new(config: QuantizationConfig) -> Self
Create new QAT instance
Sourcepub fn set_warmup_steps(&mut self, steps: usize)
pub fn set_warmup_steps(&mut self, steps: usize)
Set warmup steps
Sourcepub fn init_layer_params(
&mut self,
layer_name: &str,
tensor: &ArrayD<f32>,
) -> Result<()>
pub fn init_layer_params( &mut self, layer_name: &str, tensor: &ArrayD<f32>, ) -> Result<()>
Initialize quantization parameters for a layer
Sourcepub fn fake_quantize(
&mut self,
layer_name: &str,
tensor: &ArrayD<f32>,
) -> Result<ArrayD<f32>>
pub fn fake_quantize( &mut self, layer_name: &str, tensor: &ArrayD<f32>, ) -> Result<ArrayD<f32>>
Apply fake quantization during training
Sourcepub fn get_quantization_params(&self) -> &HashMap<String, QuantizationParams>
pub fn get_quantization_params(&self) -> &HashMap<String, QuantizationParams>
Get final quantization parameters for deployment
Auto Trait Implementations§
impl Freeze for QuantizationAwareTraining
impl RefUnwindSafe for QuantizationAwareTraining
impl Send for QuantizationAwareTraining
impl Sync for QuantizationAwareTraining
impl Unpin for QuantizationAwareTraining
impl UnsafeUnpin for QuantizationAwareTraining
impl UnwindSafe for QuantizationAwareTraining
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
impl<T> Read<Exclusive, BecauseExclusive> for Twhere
T: ?Sized,
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.