Struct TextGenerator 

pub struct TextGenerator {
    pub config: GenerationConfig,
}

Text generator for language models.

Fields

config: GenerationConfig

Generation configuration

Implementations

impl TextGenerator

pub fn new(config: GenerationConfig) -> Self

Creates a new text generator.

pub fn apply_temperature(&self, logits: &mut [f32])

Applies temperature scaling to logits.

pub fn apply_repetition_penalty( &self, logits: &mut [f32], generated_tokens: &[u32], )

Applies repetition penalty to logits.

pub fn apply_top_k(&self, logits: &mut [f32])

Applies top-k filtering to logits.

pub fn apply_top_p(&self, logits: &mut [f32])

Applies top-p (nucleus) filtering to logits.

pub fn sample(&self, logits: &[f32]) -> u32

Samples from logits distribution.

pub fn argmax(&self, logits: &[f32]) -> u32

Returns the index of the maximum value.

pub fn get_next_token(&self, logits: &[f32], generated_tokens: &[u32]) -> u32

Processes logits and returns next token.

pub fn should_stop(&self, token: u32) -> bool

Checks if generation should stop.