Struct MixFormerSequentialForCausalLM

pub struct MixFormerSequentialForCausalLM { /* private fields */ }

Implementations

impl MixFormerSequentialForCausalLM

pub fn new_v2(cfg: &Config, vb: VarBuilder) -> Result<Self>

pub fn new(cfg: &Config, vb: VarBuilder) -> Result<Self>

pub fn forward(&mut self, xs: &Tensor) -> Result<Tensor>

pub fn forward_with_img( &mut self, bos_token: &Tensor, xs: &Tensor, img_embeds: &Tensor, ) -> Result<Tensor>

pub fn clear_kv_cache(&mut self)

Trait Implementations

impl Clone for MixFormerSequentialForCausalLM

fn clone(&self) -> MixFormerSequentialForCausalLM

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MixFormerSequentialForCausalLM

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.