Skip to main content

TensorInputsCompilationArg

rudnn::attention::kernel_ir::launch

Struct TensorInputsCompilationArg 

Source 
pub struct TensorInputsCompilationArg<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine>
where
    Tensor<Vector<Q::T, Q::N>>: LaunchArg,
    Tensor<Vector<K::T, K::N>>: LaunchArg,
    Tensor<Vector<V::T, V::N>>: LaunchArg,
    ComptimeOption<Tensor<Vector<M::T, M::N>>>: LaunchArg,
{
    pub query: <Tensor<Vector<Q::T, Q::N>> as LaunchArg>::CompilationArg,
    pub key: <Tensor<Vector<K::T, K::N>> as LaunchArg>::CompilationArg,
    pub value: <Tensor<Vector<V::T, V::N>> as LaunchArg>::CompilationArg,
    pub mask: <ComptimeOption<Tensor<Vector<M::T, M::N>>> as LaunchArg>::CompilationArg,
}

Fields§

§query: <Tensor<Vector<Q::T, Q::N>> as LaunchArg>::CompilationArg§key: <Tensor<Vector<K::T, K::N>> as LaunchArg>::CompilationArg§value: <Tensor<Vector<V::T, V::N>> as LaunchArg>::CompilationArg§mask: <ComptimeOption<Tensor<Vector<M::T, M::N>>> as LaunchArg>::CompilationArg

Trait Implementations§

Source§

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine> Clone for TensorInputsCompilationArg<Q, K, V, M>
where Tensor<Vector<Q::T, Q::N>>: LaunchArg, Tensor<Vector<K::T, K::N>>: LaunchArg, Tensor<Vector<V::T, V::N>>: LaunchArg, ComptimeOption<Tensor<Vector<M::T, M::N>>>: LaunchArg,

Source§

fn clone(&self) -> Self

Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine> Debug for TensorInputsCompilationArg<Q, K, V, M>
where Tensor<Vector<Q::T, Q::N>>: LaunchArg, Tensor<Vector<K::T, K::N>>: LaunchArg, Tensor<Vector<V::T, V::N>>: LaunchArg, ComptimeOption<Tensor<Vector<M::T, M::N>>>: LaunchArg,

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more
Source§

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine> Eq for TensorInputsCompilationArg<Q, K, V, M>
where Tensor<Vector<Q::T, Q::N>>: LaunchArg, Tensor<Vector<K::T, K::N>>: LaunchArg, Tensor<Vector<V::T, V::N>>: LaunchArg, ComptimeOption<Tensor<Vector<M::T, M::N>>>: LaunchArg,

Source§

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine> Hash for TensorInputsCompilationArg<Q, K, V, M>
where Tensor<Vector<Q::T, Q::N>>: LaunchArg, Tensor<Vector<K::T, K::N>>: LaunchArg, Tensor<Vector<V::T, V::N>>: LaunchArg, ComptimeOption<Tensor<Vector<M::T, M::N>>>: LaunchArg,

Source§

fn hash<H: Hasher>(&self, state: &mut H)

Feeds this value into the given Hasher. Read more
1.3.0 · Source§

fn hash_slice<H>(data: &[Self], state: &mut H)
where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher. Read more
Source§

impl<Q: FloatLine, K: FloatLine, V: FloatLine, M: NumericLine> PartialEq for TensorInputsCompilationArg<Q, K, V, M>
where Tensor<Vector<Q::T, Q::N>>: LaunchArg, Tensor<Vector<K::T, K::N>>: LaunchArg, Tensor<Vector<V::T, V::N>>: LaunchArg, ComptimeOption<Tensor<Vector<M::T, M::N>>>: LaunchArg,

Source§

fn eq(&self, other: &Self) -> bool

Equality operator ==. Read more
1.0.0 (const: unstable) · Source§

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=. Read more

Auto Trait Implementations§

§

impl<Q, K, V, M> !Freeze for TensorInputsCompilationArg<Q, K, V, M>

§

impl<Q, K, V, M> !RefUnwindSafe for TensorInputsCompilationArg<Q, K, V, M>

§

impl<Q, K, V, M> !Unpin for TensorInputsCompilationArg<Q, K, V, M>

§

impl<Q, K, V, M> !UnsafeUnpin for TensorInputsCompilationArg<Q, K, V, M>

§

impl<Q, K, V, M> !UnwindSafe for TensorInputsCompilationArg<Q, K, V, M>

§

impl<Q, K, V, M> Send for TensorInputsCompilationArg<Q, K, V, M>
where <Tensor<Vector<<Q as FloatLine>::T, <Q as FloatLine>::N>> as LaunchArg>::CompilationArg: Send, <Tensor<Vector<<K as FloatLine>::T, <K as FloatLine>::N>> as LaunchArg>::CompilationArg: Send, <Tensor<Vector<<V as FloatLine>::T, <V as FloatLine>::N>> as LaunchArg>::CompilationArg: Send, <ComptimeOption<Tensor<Vector<<M as NumericLine>::T, <M as NumericLine>::N>>> as LaunchArg>::CompilationArg: Send,

§

impl<Q, K, V, M> Sync for TensorInputsCompilationArg<Q, K, V, M>
where <Tensor<Vector<<Q as FloatLine>::T, <Q as FloatLine>::N>> as LaunchArg>::CompilationArg: Sync, <Tensor<Vector<<K as FloatLine>::T, <K as FloatLine>::N>> as LaunchArg>::CompilationArg: Sync, <Tensor<Vector<<V as FloatLine>::T, <V as FloatLine>::N>> as LaunchArg>::CompilationArg: Sync, <ComptimeOption<Tensor<Vector<<M as NumericLine>::T, <M as NumericLine>::N>>> as LaunchArg>::CompilationArg: Sync,

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> CompilationArg for T
where T: Clone + PartialEq + Eq + Hash + Debug + Send + Sync + 'static,

Source§

fn dynamic_cast<Arg>(&self) -> Arg
where Arg: CompilationArg,

Compilation args should be the same even with different element types. However, it isn’t possible to enforce it with the type system. So, we make the compilation args serializable and dynamically cast them. Read more
Source§

impl<Q, K> Equivalent<K> for Q
where Q: Eq + ?Sized, K: Borrow<Q> + ?Sized,

Source§

fn equivalent(&self, key: &K) -> bool

Compare self to key and return true if they are equal.
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoComptime for T

Source§

fn comptime(self) -> Self

Source§

impl<T> LaunchMarker for T
where T: Clone + Debug + Send + Sync + 'static,

Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> TuneInputs for T
where T: Clone + Send + Sync + 'static,

Source§

type At<'a> = T

The concrete input type at lifetime 'a.