Trait MatmulPrecision

pub trait MatmulPrecision:
    Send
    + Sync
    + Copy
    + 'static {
    type EI: Numeric;
    type ES: Numeric;
    type EA: Numeric;
    type EO: Numeric;

    const QUANTIZED: bool;
}

Matrix multiplication precisions.

Required Associated Constants

const QUANTIZED: bool

Required Associated Types

type EI: Numeric

Element type of each input tensors of the kernel.

type ES: Numeric

Element type for the shared memories used to read inputs.

type EA: Numeric

Element type for the shared memories or fragments used to accumulate smaller matmul results before writing to the output tensor.

type EO: Numeric

Element type of the output tensor of the kernel.

Dyn Compatibility

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementations on Foreign Types

impl MatmulPrecision for f32

const QUANTIZED: bool = false

type EI = f32

type ES = f32

type EA = f32

type EO = f32

impl MatmulPrecision for f64

const QUANTIZED: bool = false

type EI = f64

type ES = f32

type EA = f32

type EO = f64

impl MatmulPrecision for flex32

const QUANTIZED: bool = false

type EI = f32

type ES = f16

type EA = f32

type EO = f32

impl MatmulPrecision for SymQ8

const QUANTIZED: bool = true

type EI = i8

type ES = f16

type EA = f16

type EO = f16

impl MatmulPrecision for bf16

const QUANTIZED: bool = false

type EI = bf16

type ES = bf16

type EA = f32

type EO = bf16

impl MatmulPrecision for f16

const QUANTIZED: bool = false

type EI = f16

type ES = f16

type EA = f32

type EO = f16

impl<EI: Numeric, ES: Numeric, EA: Numeric, EO: Numeric> MatmulPrecision for (EI, ES, EA, EO, Quantized)

const QUANTIZED: bool = true

type EI = EI

type ES = ES

type EA = EA

type EO = EO

impl<EI: Numeric, ES: Numeric, EA: Numeric, EO: Numeric> MatmulPrecision for (EI, ES, EA, EO)

const QUANTIZED: bool = false

type EI = EI

type ES = ES

type EA = EA

type EO = EO

Implementors

impl<MP: MatmulPrecision, ES: Numeric> MatmulPrecision for ReplaceES<MP, ES>

const QUANTIZED: bool = MP::QUANTIZED

type EI = <MP as MatmulPrecision>::EI

type ES = ES

type EA = <MP as MatmulPrecision>::EA

type EO = <MP as MatmulPrecision>::EO