Struct StreamingMultiheadCrossAttention

pub struct StreamingMultiheadCrossAttention { /* private fields */ }

Implementations

impl StreamingMultiheadCrossAttention

pub fn new( cfg: &Config, vb: MaybeQuantizedVarBuilder<'_>, gate_vb: Option<MaybeQuantizedVarBuilder<'_>>, ) -> Result<Self>

pub fn is_quantized(&self) -> bool

pub fn compute_kv(&self, ca_src: &CaSrc) -> Result<(Tensor, Tensor)>

pub fn forward( &self, xs: &Tensor, ca_src: &CaSrc, mask: Option<&Tensor>, ) -> Result<Tensor>

Trait Implementations

impl Clone for StreamingMultiheadCrossAttention

fn clone(&self) -> StreamingMultiheadCrossAttention

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamingMultiheadCrossAttention

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.