Skip to main content

CoopMma

Enum CoopMma 

Source
pub enum CoopMma {
    Fill {
        value: Variable,
    },
    Load {
        value: Variable,
        stride: Variable,
        offset: Variable,
        layout: Option<MatrixLayout>,
    },
    Execute {
        mat_a: Variable,
        mat_b: Variable,
        mat_c: Variable,
    },
    Store {
        mat: Variable,
        stride: Variable,
        offset: Variable,
        layout: MatrixLayout,
    },
    Cast {
        input: Variable,
    },
    RowIndex {
        lane_id: Variable,
        i: Variable,
        matrix: Matrix,
    },
    ColIndex {
        lane_id: Variable,
        i: Variable,
        matrix: Matrix,
    },
    LoadMatrix {
        buffer: Variable,
        offset: Variable,
        vector_size: Option<usize>,
        factor: usize,
        transpose: bool,
    },
    StoreMatrix {
        offset: Variable,
        vector_size: Option<usize>,
        registers: Variable,
        factor: usize,
        transpose: bool,
    },
    ExecuteManual {
        matrix: Matrix,
        registers_a: Variable,
        registers_b: Variable,
        registers_c: Variable,
    },
    ExecuteScaled {
        matrix: Matrix,
        registers_a: Variable,
        registers_b: Variable,
        registers_c: Variable,
        scales_a: Variable,
        scales_b: Variable,
        scales_factor: usize,
    },
}
Expand description

Cooperative Matrix-Multiply and Accumulate Instruction.

Variants§

§

Fill

Fill the matrix with the value.

Fields

§value: Variable
§

Load

Load the value into the matrix given the stride.

Fields

§value: Variable
§stride: Variable
§offset: Variable
§

Execute

Executes D=A*B+C;

For implementing a matmul, D=C : C+=A*B

Fields

§mat_a: Variable
§mat_b: Variable
§mat_c: Variable
§

Store

Store the matrix in an output variable following the stride and the layout.

Fields

§stride: Variable
§offset: Variable
§

Cast

Cast a fragment to another type.

Fields

§input: Variable
§

RowIndex

Row index of nth element in the lane

Fields

§lane_id: Variable
§matrix: Matrix
§

ColIndex

Column index of nth element in the lane

Fields

§lane_id: Variable
§matrix: Matrix
§

LoadMatrix

Execute a CUDA ldmatrix instruction

Fields

§buffer: Variable
§offset: Variable
§vector_size: Option<usize>
§factor: usize
§transpose: bool
§

StoreMatrix

Execute a CUDA stmatrix instruction

Fields

§offset: Variable
§vector_size: Option<usize>
§registers: Variable
§factor: usize
§transpose: bool
§

ExecuteManual

Manual execute.

Fields

§matrix: Matrix
§registers_a: Variable
§registers_b: Variable
§registers_c: Variable
§

ExecuteScaled

Scaled manual execute.

Fields

§matrix: Matrix
§registers_a: Variable
§registers_b: Variable
§registers_c: Variable
§scales_a: Variable
§scales_b: Variable
§scales_factor: usize

Trait Implementations§

Source§

impl Clone for CoopMma

Source§

fn clone(&self) -> CoopMma

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for CoopMma

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more
Source§

impl<'de> Deserialize<'de> for CoopMma

Source§

fn deserialize<__D>( __deserializer: __D, ) -> Result<CoopMma, <__D as Deserializer<'de>>::Error>
where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer. Read more
Source§

impl Display for CoopMma

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more
Source§

impl Eq for CoopMma

Source§

impl From<<CoopMma as OperationReflect>::OpCode> for OpCode

Source§

fn from(value: <CoopMma as OperationReflect>::OpCode) -> OpCode

Converts to this type from the input type.
Source§

impl From<CoopMma> for Operation

Source§

fn from(value: CoopMma) -> Operation

Converts to this type from the input type.
Source§

impl Hash for CoopMma

Source§

fn hash<__H>(&self, state: &mut __H)
where __H: Hasher,

Feeds this value into the given Hasher. Read more
1.3.0 · Source§

fn hash_slice<H>(data: &[Self], state: &mut H)
where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher. Read more
Source§

impl OperationReflect for CoopMma

Source§

type OpCode = CmmaOpCode

Type of the op codes for this operation
Source§

fn op_code(&self) -> <CoopMma as OperationReflect>::OpCode

Get the opcode for this operation
Source§

fn args(&self) -> Option<Vec<Variable>>

Get the list of arguments for this operation. If not all arguments are Variable, returns None instead.
Source§

fn from_code_and_args( op_code: <CoopMma as OperationReflect>::OpCode, args: &[Variable], ) -> Option<CoopMma>

Create typed operation from an opcode and a list of arguments. Returns None if not all arguments are Variable.
Source§

fn is_commutative(&self) -> bool

Whether this operation is commutative (arguments can be freely reordered). Ignored for single argument operations.
Source§

fn is_pure(&self) -> bool

Whether this operation is pure (has no side effects). Things like uniform/plane operations are considered impure, because they affect other units.
Source§

impl PartialEq for CoopMma

Source§

fn eq(&self, other: &CoopMma) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more
Source§

impl Serialize for CoopMma

Source§

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>
where __S: Serializer,

Serialize this value into the given Serde serializer. Read more
Source§

impl StructuralPartialEq for CoopMma

Source§

impl TypeHash for CoopMma

Source§

fn write_hash(hasher: &mut impl Hasher)

Write the structure of the type to the hasher
Source§

fn type_hash() -> u64

Generate a stable hash of the type structure. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CacheKey for T

Source§

impl<T> CacheValue for T

Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<C> CloneExpand for C
where C: Clone,

Source§

fn __expand_clone_method(&self, _scope: &mut Scope) -> C

Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> CompilationArg for T
where T: Clone + PartialEq + Eq + Hash + Debug + Send + Sync + 'static,

Source§

fn dynamic_cast<Arg: CompilationArg>(&self) -> Arg

Compilation args should be the same even with different element types. However, it isn’t possible to enforce it with the type system. So, we make the compilation args serializable and dynamically cast them. Read more
Source§

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

Source§

impl<Q, K> Equivalent<K> for Q
where Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

Source§

fn equivalent(&self, key: &K) -> bool

Compare self to key and return true if they are equal.
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoComptime for T

Source§

fn comptime(self) -> Self

Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T> ToString for T
where T: Display + ?Sized,

Source§

fn to_string(&self) -> String

Converts the given value to a String. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> TuneInputs for T
where T: Clone + Send + Sync + 'static,

Source§

type At<'a> = T

The concrete input type at lifetime 'a.