Struct Qwen3Model 

pub struct Qwen3Model { /* private fields */ }

Available on crate feature qwen3 only.

Implementations

impl Qwen3Model

pub fn new(cfg: Config, vb: VarBuilder<'_>) -> Result<Self>

pub fn embed_tokens(&self, input_ids: &Tensor) -> Result<Tensor>

pub fn forward_with_inputs_embeds( &self, inputs_embeds: &Tensor, attention_mask_4d: Option<&Tensor>, deepstack_additions: Option<&[Tensor]>, position_ids: Option<&Tensor>, ) -> Result<Tensor>

pub fn forward( &self, input_ids: &Tensor, attention_mask_4d: Option<&Tensor>, ) -> Result<Tensor>

input_ids: [B,T] attention_mask: optionally [B,T] (1=token,0=pad) OR already expanded additive mask [B,1,T,T] Here we assume additive mask [B,1,T,T] for simplicity (HF does that).

pub fn config(&self) -> &Config

pub fn device(&self) -> &Device