pub struct LayerQuantConfig {
pub weight_bits: u8,
pub activation_bits: u8,
pub scheme: QuantizationScheme,
pub symmetric: bool,
pub group_size: Option<usize>,
pub channel_bits: Option<Vec<u8>>,
}Expand description
Layer-specific quantization configuration
Fields§
§weight_bits: u8Bit width for weights
activation_bits: u8Bit width for activations
scheme: QuantizationSchemeQuantization scheme to use
symmetric: boolWhether to use symmetric quantization
group_size: Option<usize>Group size for grouped quantization
channel_bits: Option<Vec<u8>>Channel-specific bit allocation
Trait Implementations§
Source§impl Clone for LayerQuantConfig
impl Clone for LayerQuantConfig
Source§fn clone(&self) -> LayerQuantConfig
fn clone(&self) -> LayerQuantConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for LayerQuantConfig
impl Debug for LayerQuantConfig
Source§impl Default for LayerQuantConfig
impl Default for LayerQuantConfig
Source§impl<'de> Deserialize<'de> for LayerQuantConfig
impl<'de> Deserialize<'de> for LayerQuantConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for LayerQuantConfig
impl RefUnwindSafe for LayerQuantConfig
impl Send for LayerQuantConfig
impl Sync for LayerQuantConfig
impl Unpin for LayerQuantConfig
impl UnsafeUnpin for LayerQuantConfig
impl UnwindSafe for LayerQuantConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
impl<T> ConfigSerializable for Twhere
T: Serialize + for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more