Struct ConstrainedSampler 

pub struct ConstrainedSampler<S, C> { /* private fields */ }

Grammar-aware wrapper around a backend-neutral sampling policy.

Implementations

impl<S, C> ConstrainedSampler<S, C>

pub fn new(policy: S, controller: C) -> Self

Wraps a policy with a portable canonical constraint controller.

pub const fn policy(&self) -> &S

Returns the wrapped policy.

pub const fn controller(&self) -> &C

Returns the portable constraint controller.

pub fn controller_mut(&mut self) -> &mut C

Returns the portable constraint controller mutably.

Trait Implementations

impl<S: Clone, C: Clone> Clone for ConstrainedSampler<S, C>

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<B, S, C> Sampler<B> for ConstrainedSampler<S, C>

where B: SamplingBackend, S: Sampler<B> + Clone, C: TokenFilterController + Clone,

fn sample( &mut self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects one token from raw model logits.

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.

impl<B, S, C> SpeculativeSampler<B> for ConstrainedSampler<S, C>

where B: SamplingBackend, S: SpeculativeSampler<B> + Clone, C: SpeculativeTokenFilterController,

fn supports_exact_optimistic_promotion(&self) -> bool

Whether optimistic draft work is an exact discardable fork.

fn grammar_is_complete(&mut self) -> Result<bool, B::Error>

Whether the committed generation grammar is complete.

fn prefix_is_complete(&self, history: &[u32]) -> Result<bool, B::Error>

Whether an uncommitted logical prefix completes the grammar.

fn process_logits( &mut self, logits: &B::Logits, temperature: f32, history: &[u32], context: &B::Context, ) -> Result<B::Logits, B::Error>

Applies penalties, filters, and temperature.

fn sample_processed( &self, logits: &B::Logits, temperature: f32, random: Option<&mut B::RandomState>, context: &B::Context, ) -> Result<B::Token, B::Error>

Selects from already processed logits.

fn commit_token( &mut self, processed_logits: &B::Logits, token: u32, context: &B::Context, ) -> Result<(), B::Error>

Commits a token selected from a processed target distribution.

fn uses_checkpoint_defaults(&self) -> bool

Whether loaded checkpoint defaults should wrap this policy.