pub struct AWQQuantizer { /* private fields */ }Expand description
AWQ (Activation-aware Weight Quantization) implementation
Implementations§
Source§impl AWQQuantizer
impl AWQQuantizer
pub fn new(config: QuantizationConfig) -> Self
Sourcepub fn set_activation_scales(&mut self, scales: Vec<f32>)
pub fn set_activation_scales(&mut self, scales: Vec<f32>)
Set activation scales for weight quantization
Sourcepub fn quantize(&self, tensor: &Tensor) -> Result<QuantizedTensor>
pub fn quantize(&self, tensor: &Tensor) -> Result<QuantizedTensor>
Apply AWQ quantization to a tensor
Auto Trait Implementations§
impl Freeze for AWQQuantizer
impl RefUnwindSafe for AWQQuantizer
impl Send for AWQQuantizer
impl Sync for AWQQuantizer
impl Unpin for AWQQuantizer
impl UnsafeUnpin for AWQQuantizer
impl UnwindSafe for AWQQuantizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more