pub struct QuantizationMetadata {
pub method: QuantizationMethod,
pub block_size: usize,
pub outlier_indices: Option<Vec<usize>>,
pub outlier_values: Option<Vec<f32>>,
pub double_quantized: bool,
pub compute_dtype: ComputeDataType,
}Expand description
Quantization metadata
Fields§
§method: QuantizationMethod§block_size: usize§outlier_indices: Option<Vec<usize>>§outlier_values: Option<Vec<f32>>§double_quantized: bool§compute_dtype: ComputeDataTypeTrait Implementations§
Source§impl Clone for QuantizationMetadata
impl Clone for QuantizationMetadata
Auto Trait Implementations§
impl Freeze for QuantizationMetadata
impl RefUnwindSafe for QuantizationMetadata
impl Send for QuantizationMetadata
impl Sync for QuantizationMetadata
impl Unpin for QuantizationMetadata
impl UnsafeUnpin for QuantizationMetadata
impl UnwindSafe for QuantizationMetadata
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more