Struct CpCompiledEngine 

pub struct CpCompiledEngine { /* private fields */ }

Implementations

impl CpCompiledEngine

pub fn open( model_dir: &Path, store: &Qwen3TtsWeightStore, cp: &CodePredictorConfig, device: Device, ) -> Result<CpCompiledEngine, Error>

pub fn warmup(&mut self, max_frames: usize) -> Result<(), Error>

pub fn reset_kv(&mut self)

pub fn prefill( &mut self, embeds: ArrayBase<ViewRepr<&f32>, Dim<[usize; 2]>>, ) -> Result<ArrayBase<OwnedRepr<f32>, Dim<[usize; 2]>>, Error>

pub fn decode_step( &mut self, embed: ArrayBase<ViewRepr<&f32>, Dim<[usize; 1]>>, ) -> Result<ArrayBase<OwnedRepr<f32>, Dim<[usize; 1]>>, Error>

pub fn predict_groups( &mut self, talker_codec: &ArrayBase<OwnedRepr<f32>, Dim<[usize; 2]>>, group_embeds: &[ArrayBase<OwnedRepr<f32>, Dim<[usize; 2]>>], lm_heads: &[ArrayBase<OwnedRepr<f32>, Dim<[usize; 2]>>], talker_hidden: ArrayBase<ViewRepr<&f32>, Dim<[usize; 1]>>, group0: u32, ) -> Result<Vec<u32>, Error>