pub fn sample_token(logits: &[f32], params: &SampleParams, rng: &mut Rng) -> u32Expand description
Sample a token from logits using temperature + top-k + top-p.
pub fn sample_token(logits: &[f32], params: &SampleParams, rng: &mut Rng) -> u32Sample a token from logits using temperature + top-k + top-p.