Struct MirostatV2Sampler 

pub struct MirostatV2Sampler { /* private fields */ }

Adaptive Mirostat V2 policy with backend-neutral state.

Implementations

impl MirostatV2Sampler

pub fn new(tau: f32, eta: f32) -> Result<Self, SamplingConfigurationError>

Creates a sampler targeting tau bits of surprise.

pub fn penalties( self, repeat_penalty: f32, repeat_last_n: i32, frequency_penalty: f32, presence_penalty: f32, ) -> Self

Sets penalties applied before adaptive truncation.

pub const fn tau(&self) -> f32

Target surprise in bits.

pub const fn eta(&self) -> f32

Adaptation rate.

pub const fn mu(&self) -> f32

Current adaptive surprise limit.

pub fn generated_tokens(&self) -> &[u32]

Accepted-token history.

pub fn accept_token( &mut self, token: u32, probability: f32, ) -> Result<(), SamplingConfigurationError>

Records an externally accepted token and its normalized probability.

pub fn reset(&mut self)

Resets adaptive state and history.

Trait Implementations

impl Clone for MirostatV2Sampler

fn clone(&self) -> MirostatV2Sampler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MirostatV2Sampler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for MirostatV2Sampler

fn default() -> Self

Returns the “default value” for a type.

impl<B: SamplingBackend> Sampler<B> for MirostatV2Sampler

fn sample( &mut self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects one token from raw model logits.

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

impl<B: SamplingBackend> SpeculativeSampler<B> for MirostatV2Sampler

fn process_logits( &mut self, logits: &B::Logits, temperature: f32, history: &[u32], context: &B::Context, ) -> Result<B::Logits, B::Error>

Applies penalties, filters, and temperature.

fn commit_token( &mut self, processed_logits: &B::Logits, token: u32, context: &B::Context, ) -> Result<(), B::Error>

Commits a token selected from a processed target distribution.

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

fn supports_exact_optimistic_promotion(&self) -> bool

Whether optimistic draft work is an exact discardable fork.

fn grammar_is_complete(&mut self) -> Result<bool, B::Error>

Whether the committed generation grammar is complete.

fn prefix_is_complete(&self, _history: &[u32]) -> Result<bool, B::Error>

Whether an uncommitted logical prefix completes the grammar.

fn sample_processed( &self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects from already processed logits.