Skip to main content

Op

luma_tensor::ops

Enum Op 

Source 
pub enum Op<D: Device> {

Show 23 variants    Binary(Tensor<D, Float>, Tensor<D, Float>, BinaryOp),
    BinaryScalarRhs(Tensor<D, Float>, f64, BinaryOp),
    BinaryScalarLhs(f64, Tensor<D, Float>, BinaryOp),
    FloatUnary(Tensor<D, Float>, FloatUnaryOp),
    Unary(Tensor<D, Float>, UnaryOp<f64>),
    Reduce(Tensor<D, Float>, ReduceOp, Vec<usize>),
    Matmul(Tensor<D, Float>, Tensor<D, Float>),
    Broadcast(Tensor<D, Float>),
    Narrow(Tensor<D, Float>, usize, usize, usize),
    Slice(Tensor<D, Float>, usize, usize, usize, usize),
    IndexSelect(Tensor<D, Float>, Tensor<D, Int>, usize),
    IndexAdd(Tensor<D, Float>, Tensor<D, Int>, Tensor<D, Float>, usize),
    ScatterAdd(Tensor<D, Float>, Tensor<D, Int>, Tensor<D, Float>, usize),
    Gather(Tensor<D, Float>, Tensor<D, Int>, usize),
    Reshape(Tensor<D, Float>),
    Transpose(Tensor<D, Float>, usize, usize),
    Permute(Tensor<D, Float>, Vec<usize>),
    Cat(Vec<Tensor<D, Float>>, usize),
    Pick(Tensor<D, Bool>, Option<Tensor<D, Float>>, Option<Tensor<D, Float>>),
    Copy(Tensor<D, Float>),
    RmsNorm(Tensor<D, Float>, Tensor<D, Float>, f64),
    Softmax(Tensor<D, Float>, usize),
    Cast(Tensor<D, Float>),

}
Expand description

A node in the (implicit) computation graph: the operation that produced a Float tensor, holding Arc references to its inputs. Only Float tensors record ops — Int/Bool tensors are never differentiated.

Inputs are typed by kind: differentiable inputs are Tensor<D, Float>, index inputs are Tensor<D, Int>, and masks are Tensor<D, Bool>.

Variants§

§

Binary(Tensor<D, Float>, Tensor<D, Float>, BinaryOp)

§

BinaryScalarRhs(Tensor<D, Float>, f64, BinaryOp)

§

BinaryScalarLhs(f64, Tensor<D, Float>, BinaryOp)

§

FloatUnary(Tensor<D, Float>, FloatUnaryOp)

§

Unary(Tensor<D, Float>, UnaryOp<f64>)

§

Reduce(Tensor<D, Float>, ReduceOp, Vec<usize>)

§

Matmul(Tensor<D, Float>, Tensor<D, Float>)

§

Broadcast(Tensor<D, Float>)

§

Narrow(Tensor<D, Float>, usize, usize, usize)

§

Slice(Tensor<D, Float>, usize, usize, usize, usize)

§

IndexSelect(Tensor<D, Float>, Tensor<D, Int>, usize)

§

IndexAdd(Tensor<D, Float>, Tensor<D, Int>, Tensor<D, Float>, usize)

§

ScatterAdd(Tensor<D, Float>, Tensor<D, Int>, Tensor<D, Float>, usize)

§

Gather(Tensor<D, Float>, Tensor<D, Int>, usize)

§

Reshape(Tensor<D, Float>)

§

Transpose(Tensor<D, Float>, usize, usize)

§

Permute(Tensor<D, Float>, Vec<usize>)

§

Cat(Vec<Tensor<D, Float>>, usize)

§

Pick(Tensor<D, Bool>, Option<Tensor<D, Float>>, Option<Tensor<D, Float>>)

§

Copy(Tensor<D, Float>)

§

RmsNorm(Tensor<D, Float>, Tensor<D, Float>, f64)

§

Softmax(Tensor<D, Float>, usize)

§

Cast(Tensor<D, Float>)

Precision cast within the float kind (e.g. f32 -> f64). Records the input so the gradient can be cast back — the key capability the old design lacked.

Auto Trait Implementations§

§

impl<D> Freeze for Op<D>
where Tensor<D>: Freeze, Tensor<D, Int>: Freeze, Vec<Tensor<D>>: Freeze, Tensor<D, Bool>: Freeze, Option<Tensor<D>>: Freeze,

§

impl<D> RefUnwindSafe for Op<D>
where Tensor<D>: RefUnwindSafe, Tensor<D, Int>: RefUnwindSafe, Vec<Tensor<D>>: RefUnwindSafe, Tensor<D, Bool>: RefUnwindSafe, Option<Tensor<D>>: RefUnwindSafe,

§

impl<D> Send for Op<D>
where Tensor<D>: Send, Tensor<D, Int>: Send, Vec<Tensor<D>>: Send, Tensor<D, Bool>: Send, Option<Tensor<D>>: Send,

§

impl<D> Sync for Op<D>
where Tensor<D>: Sync, Tensor<D, Int>: Sync, Vec<Tensor<D>>: Sync, Tensor<D, Bool>: Sync, Option<Tensor<D>>: Sync,

§

impl<D> Unpin for Op<D>
where Tensor<D>: Unpin, Tensor<D, Int>: Unpin, Vec<Tensor<D>>: Unpin, Tensor<D, Bool>: Unpin, Option<Tensor<D>>: Unpin,

§

impl<D> UnsafeUnpin for Op<D>
where Tensor<D>: UnsafeUnpin, Tensor<D, Int>: UnsafeUnpin, Vec<Tensor<D>>: UnsafeUnpin, Tensor<D, Bool>: UnsafeUnpin, Option<Tensor<D>>: UnsafeUnpin,

§

impl<D> UnwindSafe for Op<D>
where Tensor<D>: UnwindSafe, Tensor<D, Int>: UnwindSafe, Vec<Tensor<D>>: UnwindSafe, Tensor<D, Bool>: UnwindSafe, Option<Tensor<D>>: UnwindSafe,

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V