Struct DefaultSampler 

pub struct DefaultSampler;

Stateless greedy/categorical sampler.

Trait Implementations

impl Clone for DefaultSampler

fn clone(&self) -> DefaultSampler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for DefaultSampler

impl Debug for DefaultSampler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<B: SamplingBackend> Sampler<B> for DefaultSampler

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

fn sample( &mut self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects one token from raw model logits.

impl<B: SamplingBackend> SpeculativeSampler<B> for DefaultSampler

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

fn supports_exact_optimistic_promotion(&self) -> bool

Whether optimistic draft work is an exact discardable fork.

fn process_logits( &mut self, logits: &B::Logits, temperature: f32, _history: &[u32], context: &B::Context, ) -> Result<B::Logits, B::Error>

Applies penalties, filters, and temperature.

fn grammar_is_complete(&mut self) -> Result<bool, B::Error>

Whether the committed generation grammar is complete.

fn prefix_is_complete(&self, _history: &[u32]) -> Result<bool, B::Error>

Whether an uncommitted logical prefix completes the grammar.

fn sample_processed( &self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects from already processed logits.

fn commit_token( &mut self, _processed_logits: &B::Logits, _token: u32, _context: &B::Context, ) -> Result<(), B::Error>

Commits a token selected from a processed target distribution.