Struct StreamingTransformer

pub struct StreamingTransformer { /* private fields */ }

Implementations

impl StreamingTransformer

pub fn new( batch_size: usize, cfg: &Config, vb: MaybeQuantizedVarBuilder<'_>, ) -> Result<Self>

pub fn forward(&mut self, xs: &Tensor, m: &StreamMask) -> Result<Tensor>

pub fn batch_size(&self) -> usize

pub fn forward_ca( &mut self, xs: &Tensor, ca_src: Option<&CaSrc>, m: &StreamMask, ) -> Result<Tensor>

pub fn maybe_precompute_ca_kv( &self, ca_src: Option<CaSrc>, ) -> Result<Option<CaSrc>>

pub fn copy_state(&mut self, from: &Self) -> Result<()>

pub fn reset_batch_idx(&mut self, batch_idx: usize) -> Result<()>

Trait Implementations

impl Clone for StreamingTransformer

fn clone(&self) -> StreamingTransformer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamingTransformer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl StreamingModule for StreamingTransformer

fn reset_state(&mut self)

fn step(&mut self, xs: &StreamTensor, m: &StreamMask) -> Result<StreamTensor>