burn_tensor::backend

Trait AutodiffBackend

pub trait AutodiffBackend: Backend {
    type InnerBackend: Backend<Device = Self::Device, FloatElem = Self::FloatElem, IntElem = Self::IntElem>;
    type Gradients: Send;

    // Required methods
    fn backward(tensor: FloatTensor<Self>) -> Self::Gradients;
    fn grad(
        tensor: &FloatTensor<Self>,
        grads: &Self::Gradients,
    ) -> Option<FloatTensor<Self::InnerBackend>>;
    fn grad_remove(
        tensor: &FloatTensor<Self>,
        grads: &mut Self::Gradients,
    ) -> Option<FloatTensor<Self::InnerBackend>>;
    fn grad_replace(
        tensor: &FloatTensor<Self>,
        grads: &mut Self::Gradients,
        grad: FloatTensor<Self::InnerBackend>,
    );
    fn inner(tensor: FloatTensor<Self>) -> FloatTensor<Self::InnerBackend>;
    fn int_inner(tensor: IntTensor<Self>) -> IntTensor<Self::InnerBackend>;
    fn bool_inner(tensor: BoolTensor<Self>) -> BoolTensor<Self::InnerBackend>;
    fn q_inner(
        tensor: QuantizedTensor<Self>,
    ) -> QuantizedTensor<Self::InnerBackend>;
    fn from_inner(tensor: FloatTensor<Self::InnerBackend>) -> FloatTensor<Self>;
    fn int_from_inner(tensor: IntTensor<Self::InnerBackend>) -> IntTensor<Self>;
    fn bool_from_inner(
        tensor: BoolTensor<Self::InnerBackend>,
    ) -> BoolTensor<Self>;
    fn q_from_inner(
        tensor: QuantizedTensor<Self::InnerBackend>,
    ) -> QuantizedTensor<Self>;
}

Expand description

Trait that allows a backend to support autodiff.

Required Associated Types§

type InnerBackend: Backend<Device = Self::Device, FloatElem = Self::FloatElem, IntElem = Self::IntElem>

The inner backend type.

type Gradients: Send

Gradients type.

Required Methods§

fn backward(tensor: FloatTensor<Self>) -> Self::Gradients

Backward pass.

§Arguments

tensor - The tensor is the last node of computational graph where the gradients are computed.

§Returns

The gradients.

fn grad( tensor: &FloatTensor<Self>, grads: &Self::Gradients, ) -> Option<FloatTensor<Self::InnerBackend>>

Returns the gradients of a tensor.

§Arguments

tensor - The tensor to extract the gradients from.

§Returns

An optional tensor containing the gradient.

fn grad_remove( tensor: &FloatTensor<Self>, grads: &mut Self::Gradients, ) -> Option<FloatTensor<Self::InnerBackend>>

Pops the gradients of a tensor and returns them.

§Arguments

tensor - The tensor to pop the gradients from.
grads - The gradients.

§Returns

An optional tensor containing the given gradients.

fn grad_replace( tensor: &FloatTensor<Self>, grads: &mut Self::Gradients, grad: FloatTensor<Self::InnerBackend>, )

Replace the gradients of a tensor with the one provided.

If no gradient existed for the provided tensor, register it.

§Arguments

tensor - The tensor to pop the gradients from.
grads - The gradients.
grad - The updated grad tensor.

fn inner(tensor: FloatTensor<Self>) -> FloatTensor<Self::InnerBackend>

Returns the tensor with inner backend type.

§Arguments

tensor - The tensor to get the inner backend tensor for.

§Returns

The inner backend tensor.

fn int_inner(tensor: IntTensor<Self>) -> IntTensor<Self::InnerBackend>

Returns the tensor with inner backend type.

§Arguments

tensor - The tensor to get the inner backend tensor for.

§Returns

The inner backend tensor.

fn bool_inner(tensor: BoolTensor<Self>) -> BoolTensor<Self::InnerBackend>

Returns the tensor with inner backend type.

§Arguments

tensor - The tensor to get the inner backend tensor for.

§Returns

The inner backend tensor.

fn q_inner(tensor: QuantizedTensor<Self>) -> QuantizedTensor<Self::InnerBackend>

Returns the tensor with inner backend type.

§Arguments

tensor - The tensor to get the inner backend tensor for.

§Returns

The inner backend tensor.

fn from_inner(tensor: FloatTensor<Self::InnerBackend>) -> FloatTensor<Self>

Converts the inner backend tensor to the autodiff backend tensor.

§Arguments

tensor - The inner backend tensor to convert.

§Returns

The autodiff backend tensor.

fn int_from_inner(tensor: IntTensor<Self::InnerBackend>) -> IntTensor<Self>

Converts the inner backend tensor to the autodiff backend tensor.

§Arguments

tensor - The inner backend tensor to convert.

§Returns

The autodiff backend tensor.

fn bool_from_inner(tensor: BoolTensor<Self::InnerBackend>) -> BoolTensor<Self>

Converts the inner backend tensor to the autodiff backend tensor.

§Arguments

tensor - The inner backend tensor to convert.

§Returns

The autodiff backend tensor.

fn q_from_inner( tensor: QuantizedTensor<Self::InnerBackend>, ) -> QuantizedTensor<Self>

Converts the inner backend tensor to the autodiff backend tensor.

§Arguments

tensor - The inner backend tensor to convert.

§Returns

The autodiff backend tensor.

Dyn Compatibility§

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementors§