Struct GenerationConfig 

pub struct GenerationConfig {
    pub max_new_tokens: usize,
    pub temperature: f32,
    pub top_k: Option<usize>,
    pub top_p: Option<f32>,
    pub repetition_penalty: f32,
    pub eos_token_ids: Vec<u32>,
    pub pad_token_id: Option<u32>,
    pub do_sample: bool,
    pub num_beams: usize,
    pub length_penalty: f32,
    pub early_stopping: bool,
}

Configuration for text generation.

Fields

max_new_tokens: usize

Maximum number of new tokens to generate

temperature: f32

Temperature for sampling (1.0 = no change, <1.0 = more deterministic, >1.0 = more random)

top_k: Option<usize>

Top-k sampling: only sample from top k tokens

top_p: Option<f32>

Top-p (nucleus) sampling: sample from tokens with cumulative probability >= p

repetition_penalty: f32

Repetition penalty (1.0 = no penalty, >1.0 = penalize repetition)

eos_token_ids: Vec<u32>

Stop token IDs

pad_token_id: Option<u32>

Pad token ID

do_sample: bool

Whether to do greedy decoding

num_beams: usize

Number of beams for beam search (1 = no beam search)

length_penalty: f32

Length penalty for beam search

early_stopping: bool

Early stopping for beam search

Implementations

impl GenerationConfig

pub fn greedy() -> Self

Creates a config for greedy decoding.

pub fn sampling(temperature: f32) -> Self

Creates a config for sampling with temperature.

pub fn top_k_sampling(k: usize, temperature: f32) -> Self

Creates a config for top-k sampling.

pub fn nucleus_sampling(p: f32, temperature: f32) -> Self

Creates a config for nucleus (top-p) sampling.

pub fn beam_search(num_beams: usize) -> Self

Creates a config for beam search.

pub fn with_max_tokens(self, max_new_tokens: usize) -> Self

Sets the maximum number of new tokens.

pub fn with_eos_token(self, eos_token_id: u32) -> Self

Sets the EOS token ID.

pub fn with_repetition_penalty(self, penalty: f32) -> Self

Sets the repetition penalty.

Trait Implementations

impl Clone for GenerationConfig

fn clone(&self) -> GenerationConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GenerationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GenerationConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for GenerationConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for GenerationConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.