Struct TypicalSampler 

pub struct TypicalSampler {
    pub params: TypicalParams,
    pub state: TypicalState,
}

Fields

params: TypicalParams

state: TypicalState

Implementations

impl TypicalSampler

pub fn new(params: TypicalParams) -> Self

Trait Implementations

impl Clone for TypicalSampler

fn clone(&self) -> TypicalSampler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TypicalSampler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TypicalSampler

fn default() -> TypicalSampler

Returns the “default value” for a type.

impl Sampler for TypicalSampler

fn init(&mut self, model_tokens: &[u32])

Initialize the sampler state.

fn transform(&self, output: &mut [f32])

Update the raw model output.

fn sample(&mut self, probs: &[f32]) -> u32

Select one token from the distribution, and also update the state.