pub struct GenerateState { /* private fields */ }Expand description
Multistream autoregressive state (ported from kyutai lm_generate_multistream).
Implementations§
Source§impl GenerateState
impl GenerateState
pub fn new( max_steps: usize, text_lp: LogitsProcessor, audio_lp: LogitsProcessor, cfg: GenerateConfig, ) -> GenerateState
pub fn config(&self) -> &GenerateConfig
pub fn step_idx(&self) -> usize
pub fn text_tokens(&self) -> &[u32]
Sourcepub fn step(
&mut self,
lm: &mut LmModel,
text_token: u32,
input_audio: &[u32],
) -> Result<u32, Error>
pub fn step( &mut self, lm: &mut LmModel, text_token: u32, input_audio: &[u32], ) -> Result<u32, Error>
Advance one 12.5 Hz frame. input_audio is user codebooks (empty for one-way).
Sourcepub fn last_audio_frame(&self) -> Option<Vec<u32>>
pub fn last_audio_frame(&self) -> Option<Vec<u32>>
Moshi output codebooks ready for Mimi decode (past acoustic delay).
pub fn reset(&mut self, lm: &mut LmModel)
Auto Trait Implementations§
impl Freeze for GenerateState
impl RefUnwindSafe for GenerateState
impl Send for GenerateState
impl Sync for GenerateState
impl Unpin for GenerateState
impl UnsafeUnpin for GenerateState
impl UnwindSafe for GenerateState
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more