Struct GenerationSampler 

pub struct GenerationSampler {
    pub top_k: i32,
    pub top_p: f32,
    pub min_p: f32,
    pub repeat_penalty: f32,
    pub repeat_last_n: i32,
    pub frequency_penalty: f32,
    pub presence_penalty: f32,
    /* private fields */
}

Configurable backend-neutral text sampler.

Fields

top_k: i32

Keep only the top_k highest-logit tokens when positive.

top_p: f32

Nucleus probability mass.

min_p: f32

Minimum probability relative to the most probable token.

repeat_penalty: f32

Repetition multiplier.

repeat_last_n: i32

Number of recent tokens considered by penalties.

frequency_penalty: f32

Per-occurrence penalty.

presence_penalty: f32

One-time presence penalty.

Implementations

impl GenerationSampler

pub fn new() -> Self

Creates a sampler with default controls.

pub fn from_resolved(config: ResolvedGenerationConfig) -> Self

Creates a sampler from a resolved portable generation configuration.

pub fn with_generated_tokens( self, tokens: impl IntoIterator<Item = u32>, ) -> Self

Seeds accepted-token history.

pub fn top_k(self, value: i32) -> Self

Sets top-k filtering.

pub fn top_p(self, value: f32) -> Self

Sets nucleus filtering.

pub fn min_p(self, value: f32) -> Self

Sets minimum-relative-probability filtering.

pub fn penalties( self, repeat_penalty: f32, repeat_last_n: i32, frequency_penalty: f32, presence_penalty: f32, ) -> Self

Sets repetition, frequency, and presence penalties.

pub fn generated_tokens(&self) -> &[u32]

Returns accepted-token history.

pub fn set_generated_tokens(&mut self, tokens: impl IntoIterator<Item = u32>)

Replaces accepted-token history.

pub fn accept_token(&mut self, token: u32)

Records a token accepted outside this sampler.

pub fn clear_generated_tokens(&mut self)

Clears accepted-token history.

pub const fn penalty_config(&self) -> PenaltyConfig

Returns the portable penalty controls.

Trait Implementations

impl Clone for GenerationSampler

fn clone(&self) -> GenerationSampler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerationSampler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerationSampler

fn default() -> Self

Returns the “default value” for a type.

impl<B: SamplingBackend> Sampler<B> for GenerationSampler

fn sample( &mut self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects one token from raw model logits.

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

impl<B: SamplingBackend> SpeculativeSampler<B> for GenerationSampler

fn supports_exact_optimistic_promotion(&self) -> bool

Whether optimistic draft work is an exact discardable fork.

fn process_logits( &mut self, logits: &B::Logits, temperature: f32, history: &[u32], context: &B::Context, ) -> Result<B::Logits, B::Error>

Applies penalties, filters, and temperature.

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

fn grammar_is_complete(&mut self) -> Result<bool, B::Error>

Whether the committed generation grammar is complete.

fn prefix_is_complete(&self, _history: &[u32]) -> Result<bool, B::Error>

Whether an uncommitted logical prefix completes the grammar.

fn sample_processed( &self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects from already processed logits.

fn commit_token( &mut self, _processed_logits: &B::Logits, _token: u32, _context: &B::Context, ) -> Result<(), B::Error>

Commits a token selected from a processed target distribution.