Trait MultiSampler 

pub trait MultiSampler: Sampler {
    // Required methods
    fn sample_multiple(
        &self,
        logits: &[f32],
        num_samples: usize,
        rng: &mut dyn RngCore,
    ) -> Result<Vec<TokenId>>;
    fn sample_with_probabilities(
        &self,
        logits: &[f32],
        rng: &mut dyn RngCore,
    ) -> Result<(TokenId, Vec<f32>)>;
}

Multi-sample capability for beam search and parallel sampling

Required Methods

fn sample_multiple( &self, logits: &[f32], num_samples: usize, rng: &mut dyn RngCore, ) -> Result<Vec<TokenId>>

Sample multiple tokens at once

fn sample_with_probabilities( &self, logits: &[f32], rng: &mut dyn RngCore, ) -> Result<(TokenId, Vec<f32>)>

Sample with probabilities for each token

Implementors