Struct Sampler 

pub struct Sampler { /* private fields */ }

Sampler for generating predictions from model outputs

Implementations

impl Sampler

pub fn new(config: SamplingConfig) -> Self

Create a new sampler with given configuration

pub fn with_custom_fn( config: SamplingConfig, custom_fn: CustomSamplingFn, ) -> Self

Create a sampler with a custom sampling function

pub fn set_custom_fn(&mut self, custom_fn: CustomSamplingFn)

Set custom sampling function

pub fn sample(&mut self, logits: &Array1<f32>) -> InferenceResult<f32>

Sample a single value from logits

Arguments

• logits - Raw model outputs (unnormalized)

Returns

The sampled value

pub fn sample_batch( &mut self, logits: &Array2<f32>, ) -> InferenceResult<Array1<f32>>

Sample multiple values from a batch of logits

pub fn config(&self) -> &SamplingConfig

Get the current configuration