Struct LogitsProcessor 

pub struct LogitsProcessor {
    pub temperature: f64,
    pub top_k: usize,
    pub seed: u64,
}

Greedy / top-k / temperature sampling over a 1-D logit vector.

Fields

temperature: f64

top_k: usize

seed: u64

Implementations

impl LogitsProcessor

pub fn new(temperature: f64, top_k: usize, seed: u64) -> LogitsProcessor

pub fn temperature(&self) -> f64

pub fn top_k(&self) -> usize

pub fn seed(&self) -> u64

pub fn sample( &mut self, logits: ArrayBase<ViewRepr<&f32>, Dim<[usize; 1]>>, ) -> Result<u32, Error>

Trait Implementations

impl Clone for LogitsProcessor

fn clone(&self) -> LogitsProcessor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.