Enum DataType 

pub enum DataType {
    FP32,
    FP16,
    BF16,
    FP8,
    INT32,
    INT16,
    INT8,
    INT4,
    UINT32,
    UINT16,
    UINT8,
    UINT4,
    BOOL,
}

Data type for tensors

Variants

FP32

32-bit floating point

FP16

16-bit floating point (IEEE 754)

BF16

16-bit brain floating point

FP8

8-bit floating point (E5M2 or E4M3)

INT32

32-bit signed integer

INT16

16-bit signed integer

INT8

8-bit signed integer

INT4

4-bit signed integer

UINT32

32-bit unsigned integer

UINT16

16-bit unsigned integer

UINT8

8-bit unsigned integer

UINT4

4-bit unsigned integer

BOOL

Boolean

Implementations

impl DataType

pub fn size_bytes(&self) -> usize

Get size in bytes for this data type

pub fn is_float(&self) -> bool

Check if this is a floating point type

pub fn is_integer(&self) -> bool

Check if this is an integer type

pub fn is_quantized(&self) -> bool

Check if this is a quantized type (reduced precision)

Trait Implementations

impl Clone for DataType

fn clone(&self) -> DataType

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DataType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for DataType

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for DataType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Hash for DataType

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for DataType

fn eq(&self, other: &DataType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for DataType

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Copy for DataType

impl Eq for DataType

impl StructuralPartialEq for DataType