Struct DecoderLayer

pub struct DecoderLayer { /* private fields */ }

Implementations

impl DecoderLayer

pub fn new(cfg: &Config, dtype: impl Type, device: impl AsDevice) -> Self

pub fn fwd( &self, xs: &Tensor, mask: Option<&Tensor>, seqlen_offset: usize, ) -> Tensor

pub fn clear_kv_cache(&self)

Trait Implementations

impl Clone for DecoderLayer

fn clone(&self) -> DecoderLayer

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DecoderLayer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Module for DecoderLayer

type Input = (Tensor, Option<Tensor>, usize)

type Output = Tensor

fn forward(&self, input: &Self::Input) -> Self::Output

fn gather_params(&self, params: &mut HashMap<usize, Tensor>)

fn update_params(&self, params: &mut HashMap<usize, Tensor>)

fn gather_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor>, )

fn update_named_params( &self, prefix: &str, params: &mut HashMap<String, Tensor>, )

fn params(&self) -> HashMap<usize, Tensor>

fn named_params(&self, prefix: &str) -> HashMap<String, Tensor>

fn to_safetensors<P>(&self, filename: P)

where P: AsRef<Path>, Self: Sized,

fn update_by_safetensors<P>(&self, filenames: &[P], device: impl AsDevice)

where P: AsRef<Path>,

impl ValueSpec for DecoderLayer

type Kind = Module

type Tensors = HashMap<usize, Tensor>

type Gradient = HashMap<usize, Tensor>

impl TrainableModule for DecoderLayer