Skip to main content

QuantizationConfig

Struct QuantizationConfig 

Source
pub struct QuantizationConfig { /* private fields */ }
Expand description

Quantization configuration

Implementations§

Source§

impl QuantizationConfig

Source

pub fn new( strategy: QuantizationStrategy, precision: QuantizationPrecision, ) -> Self

Create a new quantization configuration

Source

pub fn auto() -> Self

Create an automatic configuration that selects best settings

Source

pub fn mobile() -> Self

Create a configuration optimized for mobile devices

Source

pub fn desktop() -> Self

Create a configuration for desktop/high-performance devices

Source

pub fn ultra_fast() -> Self

Create a configuration for ultra-low latency inference

Source

pub fn qlora() -> Self

Create a configuration for fine-tuning with QLoRA

Source

pub fn adaptive() -> Self

Create a configuration with adaptive bitwidth for optimal efficiency

Source

pub fn outlier_aware() -> Self

Create a configuration for models with activation outliers

Source

pub fn set_target_size_mb(self, size_mb: f32) -> Self

Set target model size in MB

Source

pub fn set_performance_threshold(self, threshold: f32) -> Self

Set performance threshold (minimum speedup factor)

Source

pub fn set_accuracy_threshold(self, threshold: f32) -> Self

Set accuracy threshold (minimum accuracy retention)

Source

pub fn enable_auto_select(self) -> Self

Enable automatic strategy selection

Source

pub fn strategy(&self) -> QuantizationStrategy

Source

pub fn precision(&self) -> QuantizationPrecision

Source

pub fn target_size_mb(&self) -> f32

Source

pub fn performance_threshold(&self) -> f32

Source

pub fn accuracy_threshold(&self) -> f32

Source

pub fn auto_select(&self) -> bool

Trait Implementations§

Source§

impl Clone for QuantizationConfig

Source§

fn clone(&self) -> QuantizationConfig

Returns a duplicate of the value. Read more
1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for QuantizationConfig

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl From<QuantizationConfig> for JsValue

Source§

fn from(value: QuantizationConfig) -> Self

Converts to this type from the input type.
Source§

impl FromWasmAbi for QuantizationConfig

Source§

type Abi = u32

The Wasm ABI type that this converts from when coming back out from the ABI boundary.
Source§

unsafe fn from_abi(js: u32) -> Self

Recover a Self from Self::Abi. Read more
Source§

impl IntoWasmAbi for QuantizationConfig

Source§

type Abi = u32

The Wasm ABI type that this converts into when crossing the ABI boundary.
Source§

fn into_abi(self) -> u32

Convert self into Self::Abi so that it can be sent across the wasm ABI boundary.
Source§

impl LongRefFromWasmAbi for QuantizationConfig

Source§

type Abi = u32

Same as RefFromWasmAbi::Abi
Source§

type Anchor = RcRef<QuantizationConfig>

Same as RefFromWasmAbi::Anchor
Source§

unsafe fn long_ref_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi
Source§

impl OptionFromWasmAbi for QuantizationConfig

Source§

fn is_none(abi: &Self::Abi) -> bool

Tests whether the argument is a “none” instance. If so it will be deserialized as None, and otherwise it will be passed to FromWasmAbi.
Source§

impl OptionIntoWasmAbi for QuantizationConfig

Source§

fn none() -> Self::Abi

Returns an ABI instance indicating “none”, which JS will interpret as the None branch of this option. Read more
Source§

impl RefFromWasmAbi for QuantizationConfig

Source§

type Abi = u32

The Wasm ABI type references to Self are recovered from.
Source§

type Anchor = RcRef<QuantizationConfig>

The type that holds the reference to Self for the duration of the invocation of the function that has an &Self parameter. This is required to ensure that the lifetimes don’t persist beyond one function call, and so that they remain anonymous.
Source§

unsafe fn ref_from_abi(js: Self::Abi) -> Self::Anchor

Recover a Self::Anchor from Self::Abi. Read more
Source§

impl RefMutFromWasmAbi for QuantizationConfig

Source§

type Abi = u32

Same as RefFromWasmAbi::Abi
Source§

type Anchor = RcRefMut<QuantizationConfig>

Same as RefFromWasmAbi::Anchor
Source§

unsafe fn ref_mut_from_abi(js: Self::Abi) -> Self::Anchor

Same as RefFromWasmAbi::ref_from_abi
Source§

impl TryFromJsValue for QuantizationConfig

Source§

fn try_from_js_value(value: JsValue) -> Result<Self, JsValue>

Performs the conversion.
Source§

fn try_from_js_value_ref(value: &JsValue) -> Option<Self>

Performs the conversion.
Source§

impl VectorFromWasmAbi for QuantizationConfig

Source§

impl VectorIntoWasmAbi for QuantizationConfig

Source§

impl WasmDescribe for QuantizationConfig

Source§

impl WasmDescribeVector for QuantizationConfig

Source§

impl SupportsConstructor for QuantizationConfig

Source§

impl SupportsInstanceProperty for QuantizationConfig

Source§

impl SupportsStaticProperty for QuantizationConfig

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> ReturnWasmAbi for T
where T: IntoWasmAbi,

Source§

type Abi = <T as IntoWasmAbi>::Abi

Same as IntoWasmAbi::Abi
Source§

fn return_abi(self) -> <T as ReturnWasmAbi>::Abi

Same as IntoWasmAbi::into_abi, except that it may throw and never return in the case of Err.
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<S, T> Upcast<T> for S
where T: UpcastFrom<S> + ?Sized, S: ?Sized,

Source§

fn upcast(&self) -> &T
where Self: ErasableGeneric, T: ErasableGeneric<Repr = Self::Repr>,

Perform a zero-cost type-safe upcast to a wider ref type within the Wasm bindgen generics type system. Read more
Source§

fn upcast_into(self) -> T
where Self: Sized + ErasableGeneric, T: ErasableGeneric<Repr = Self::Repr>,

Perform a zero-cost type-safe upcast to a wider type within the Wasm bindgen generics type system. Read more