Struct GenerationConfig 

pub struct GenerationConfig {
    pub max_length: usize,
    pub min_length: usize,
    pub temperature: f64,
    pub top_k: usize,
    pub top_p: f64,
    pub repetition_penalty: f64,
    pub eos_token_id: Option<usize>,
    pub pad_token_id: Option<usize>,
    pub do_sample: bool,
    pub num_beams: usize,
    pub length_penalty: f64,
}

Generation configuration

Fields

max_length: usize

Maximum length to generate

min_length: usize

Minimum length to generate

temperature: f64

Temperature for sampling (higher = more random)

top_k: usize

Top-k sampling (0 = disabled)

top_p: f64

Top-p (nucleus) sampling (0.0 = disabled)

repetition_penalty: f64

Repetition penalty

eos_token_id: Option<usize>

EOS token ID

pad_token_id: Option<usize>

Pad token ID

do_sample: bool

Do sample (if false, use greedy decoding)

num_beams: usize

Number of beams for beam search (1 = disabled)

length_penalty: f64

Length penalty for beam search

Implementations

impl GenerationConfig

pub fn greedy() -> Self

Create config for greedy decoding

pub fn sampling(temperature: f64) -> Self

Create config for sampling

pub fn beam_search(num_beams: usize) -> Self

Create config for beam search

pub fn with_max_length(self, max_length: usize) -> Self

Set maximum length

pub fn with_temperature(self, temperature: f64) -> Self

Set temperature

pub fn with_top_k(self, top_k: usize) -> Self

Set top-k

pub fn with_top_p(self, top_p: f64) -> Self

Set top-p

pub fn with_eos_token_id(self, eos_token_id: usize) -> Self

Set EOS token ID

Trait Implementations

impl Clone for GenerationConfig

fn clone(&self) -> GenerationConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerationConfig

fn default() -> Self

Returns the “default value” for a type.