pub struct QuantizationAwareTraining { /* private fields */ }
Expand description
Quantization-aware training (QAT) support
Implementations§
Source§impl QuantizationAwareTraining
impl QuantizationAwareTraining
Sourcepub fn new(config: QuantizationConfig) -> Self
pub fn new(config: QuantizationConfig) -> Self
Create new QAT instance
Sourcepub fn set_warmup_steps(&mut self, steps: usize)
pub fn set_warmup_steps(&mut self, steps: usize)
Set warmup steps
Sourcepub fn init_layer_params(
&mut self,
layer_name: &str,
tensor: &ArrayD<f32>,
) -> Result<()>
pub fn init_layer_params( &mut self, layer_name: &str, tensor: &ArrayD<f32>, ) -> Result<()>
Initialize quantization parameters for a layer
Sourcepub fn fake_quantize(
&mut self,
layer_name: &str,
tensor: &ArrayD<f32>,
) -> Result<ArrayD<f32>>
pub fn fake_quantize( &mut self, layer_name: &str, tensor: &ArrayD<f32>, ) -> Result<ArrayD<f32>>
Apply fake quantization during training
Sourcepub fn get_quantization_params(&self) -> &HashMap<String, QuantizationParams>
pub fn get_quantization_params(&self) -> &HashMap<String, QuantizationParams>
Get final quantization parameters for deployment
Trait Implementations§
Auto Trait Implementations§
impl Freeze for QuantizationAwareTraining
impl RefUnwindSafe for QuantizationAwareTraining
impl Send for QuantizationAwareTraining
impl Sync for QuantizationAwareTraining
impl Unpin for QuantizationAwareTraining
impl UnwindSafe for QuantizationAwareTraining
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more