Struct NucleusSampler 

pub struct NucleusSampler {
    pub params: NucleusParams,
    pub state: NucleusState,
}

Fields

params: NucleusParams

state: NucleusState

Implementations

impl NucleusSampler

pub fn new(params: NucleusParams) -> Self

Trait Implementations

impl Clone for NucleusSampler

fn clone(&self) -> NucleusSampler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for NucleusSampler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for NucleusSampler

fn default() -> NucleusSampler

Returns the “default value” for a type.

impl Sampler for NucleusSampler

fn init(&mut self, model_tokens: &[u32])

Initialize the sampler state.

fn transform(&self, output: &mut [f32])

Update the raw model output.

fn sample(&mut self, probs: &[f32]) -> u32

Select one token from the distribution, and also update the state.