pub enum QuantizationScheme {
PerTensor(QuantizationMode, QuantizationType),
}
Expand description
Quantization scheme.
Variants§
PerTensor(QuantizationMode, QuantizationType)
Per-tensor quantization.
Implementations§
Source§impl QuantizationScheme
impl QuantizationScheme
Sourcepub fn mode(&self) -> QuantizationMode
pub fn mode(&self) -> QuantizationMode
Get the quantization mode
Sourcepub fn compute_range<B, const D: usize>(
&self,
tensor: &Tensor<B, D>,
calibration: &Calibration,
) -> CalibrationRange<B>where
B: Backend,
pub fn compute_range<B, const D: usize>(
&self,
tensor: &Tensor<B, D>,
calibration: &Calibration,
) -> CalibrationRange<B>where
B: Backend,
Compute the quantization range mapping.
Sourcepub fn compute_q_params<B>(
&self,
range: CalibrationRange<B>,
) -> QParams<Tensor<B, 1>, Tensor<B, 1, Int>>where
B: Backend,
pub fn compute_q_params<B>(
&self,
range: CalibrationRange<B>,
) -> QParams<Tensor<B, 1>, Tensor<B, 1, Int>>where
B: Backend,
Compute the quantization parameters.
pub fn q_type(&self) -> QuantizationType
Trait Implementations§
Source§impl Clone for QuantizationScheme
impl Clone for QuantizationScheme
Source§fn clone(&self) -> QuantizationScheme
fn clone(&self) -> QuantizationScheme
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source
. Read moreSource§impl Debug for QuantizationScheme
impl Debug for QuantizationScheme
Source§impl<'de> Deserialize<'de> for QuantizationScheme
impl<'de> Deserialize<'de> for QuantizationScheme
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<QuantizationScheme, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<QuantizationScheme, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Hash for QuantizationScheme
impl Hash for QuantizationScheme
Source§impl PartialEq for QuantizationScheme
impl PartialEq for QuantizationScheme
Source§impl Serialize for QuantizationScheme
impl Serialize for QuantizationScheme
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
impl Copy for QuantizationScheme
impl Eq for QuantizationScheme
impl StructuralPartialEq for QuantizationScheme
Auto Trait Implementations§
impl Freeze for QuantizationScheme
impl RefUnwindSafe for QuantizationScheme
impl Send for QuantizationScheme
impl Sync for QuantizationScheme
impl Unpin for QuantizationScheme
impl UnwindSafe for QuantizationScheme
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key
and return true
if they are equal.Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left
is true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self
into a Left
variant of Either<Self, Self>
if into_left(&self)
returns true
.
Converts self
into a Right
variant of Either<Self, Self>
otherwise. Read more