Enum QuantizationScheme 

pub enum QuantizationScheme {
    None,
    GptqInt4,
    AwqInt4,
    SymmetricInt8,
    AsymmetricInt8,
}

Quantization scheme for compressed tensors.

Variants

None

GptqInt4

AwqInt4

SymmetricInt8

AsymmetricInt8

Trait Implementations

impl Clone for QuantizationScheme

fn clone(&self) -> QuantizationScheme

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QuantizationScheme

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<QuantizationScheme> for QuantizationScheme

fn from(scheme: RustQuantizationScheme) -> Self

Converts to this type from the input type.

impl IntoPy<Py<PyAny>> for QuantizationScheme

fn into_py(self, py: Python<'_>) -> PyObject

Performs the conversion.

impl PartialEq for QuantizationScheme

fn eq(&self, other: &QuantizationScheme) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PyClass for QuantizationScheme

type Frozen = False

Whether the pyclass is frozen.

impl PyClassImpl for QuantizationScheme

const IS_BASETYPE: bool = false

#[pyclass(subclass)]

const IS_SUBCLASS: bool = false

#[pyclass(extends=…)]

const IS_MAPPING: bool = false

#[pyclass(mapping)]

const IS_SEQUENCE: bool = false

#[pyclass(sequence)]

type BaseType = PyAny

Base class

type ThreadChecker = SendablePyClass<QuantizationScheme>

This handles following two situations:

type PyClassMutability = <<PyAny as PyClassBaseType>::PyClassMutability as PyClassMutability>::MutableChild

Immutable or mutable

type Dict = PyClassDummySlot

Specify this class has #[pyclass(dict)] or not.

type WeakRef = PyClassDummySlot

Specify this class has #[pyclass(weakref)] or not.

type BaseNativeType = PyAny

The closest native ancestor. This is PyAny by default, and when you declare #[pyclass(extends=PyDict)], it’s PyDict.

fn items_iter() -> PyClassItemsIter

fn doc(py: Python<'_>) -> PyResult<&'static CStr>

Rendered class doc

fn lazy_type_object() -> &'static LazyTypeObject<Self>

fn dict_offset() -> Option<isize>

fn weaklist_offset() -> Option<isize>

impl<'a, 'py> PyFunctionArgument<'a, 'py> for &'a QuantizationScheme

type Holder = Option<PyRef<'py, QuantizationScheme>>

fn extract( obj: &'a Bound<'py, PyAny>, holder: &'a mut Self::Holder, ) -> PyResult<Self>

impl<'a, 'py> PyFunctionArgument<'a, 'py> for &'a mut QuantizationScheme

type Holder = Option<PyRefMut<'py, QuantizationScheme>>

fn extract( obj: &'a Bound<'py, PyAny>, holder: &'a mut Self::Holder, ) -> PyResult<Self>

impl PyMethods<QuantizationScheme> for PyClassImplCollector<QuantizationScheme>

fn py_methods(self) -> &'static PyClassItems

impl PyTypeInfo for QuantizationScheme

const NAME: &'static str = "QuantizationScheme"

Class name.

const MODULE: Option<&'static str> = ::core::option::Option::None

Module name, if any.

fn type_object_raw(py: Python<'_>) -> *mut PyTypeObject

Returns the PyTypeObject instance for this type.

fn type_object_bound(py: Python<'_>) -> Bound<'_, PyType>

Returns the safe abstraction over the type object.

fn is_type_of_bound(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type or a subclass of this type.

fn is_exact_type_of_bound(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type.

impl Copy for QuantizationScheme

impl StructuralPartialEq for QuantizationScheme