Struct Qwen3Flow 

pub struct Qwen3Flow<'a> { /* private fields */ }

Implementations

impl<'a> Qwen3Flow<'a>

pub fn new(cfg: &'a Qwen3Config) -> Qwen3Flow<'a>

pub fn for_prefill( cfg: &'a Qwen3Config, batch: usize, seq: usize, ) -> Qwen3Flow<'a>

pub fn for_decode( cfg: &'a Qwen3Config, batch: usize, past_seq: usize, ) -> Qwen3Flow<'a>

pub fn prefill(self) -> Qwen3Flow<'a>

pub fn decode(self) -> Qwen3Flow<'a>

pub fn batch(self, batch: usize) -> Qwen3Flow<'a>

pub fn seq(self, seq: usize) -> Qwen3Flow<'a>

pub fn past(self, past_seq: usize) -> Qwen3Flow<'a>

pub fn dynamic_past(self) -> Qwen3Flow<'a>

pub fn lm_head(self) -> Qwen3Flow<'a>

pub fn last_token_logits(self) -> Qwen3Flow<'a>

pub fn export_kv(self) -> Qwen3Flow<'a>

pub fn custom_mask(self) -> Qwen3Flow<'a>

pub fn profile(self, profile: CompileProfile) -> Qwen3Flow<'a>

pub fn build(self, weights: &mut dyn WeightLoader) -> Result<BuiltModel, Error>

Trait Implementations

impl<'a> Clone for Qwen3Flow<'a>

fn clone(&self) -> Qwen3Flow<'a>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for Qwen3Flow<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.