Struct common_sampler_params 

#[repr(C)]
pub struct common_sampler_params {

    pub seed: u32,
    pub n_prev: i32,
    pub n_probs: i32,
    pub min_keep: i32,
    pub top_k: i32,
    pub top_p: f32,
    pub min_p: f32,
    pub xtc_probability: f32,
    pub xtc_threshold: f32,
    pub typ_p: f32,
    pub temp: f32,
    pub dynatemp_range: f32,
    pub dynatemp_exponent: f32,
    pub penalty_last_n: i32,
    pub penalty_repeat: f32,
    pub penalty_freq: f32,
    pub penalty_present: f32,
    pub dry_multiplier: f32,
    pub dry_base: f32,
    pub dry_allowed_length: i32,
    pub dry_penalty_last_n: i32,
    pub adaptive_target: f32,
    pub adaptive_decay: f32,
    pub mirostat: i32,
    pub top_n_sigma: f32,
    pub mirostat_tau: f32,
    pub mirostat_eta: f32,
    pub ignore_eos: bool,
    pub no_perf: bool,
    pub timing_per_token: bool,
    pub dry_sequence_breakers: Vec<String>,
    pub samplers: Vec<common_sampler_type>,
    pub grammar: Vec<String>,
    pub logit_bias: Vec<(i32, f64)>,
}

common sampler params

Fields

seed: u32

the seed used to initialize llama_sampler

n_prev: i32

number of previous tokens to remember

n_probs: i32

if greater than 0, output the probabilities of top n_probs tokens.

min_keep: i32

0 = disabled, otherwise samplers should return at least min_keep tokens

top_k: i32

<= 0 to use vocab size

top_p: f32

1.0 = disabled

min_p: f32

0.0 = disabled

xtc_probability: f32

0.0 = disabled

xtc_threshold: f32

0.5 disables XTC

typ_p: f32

typical_p, 1.0 = disabled

temp: f32

<= 0.0 to sample greedily, 0.0 to not output probabilities

dynatemp_range: f32

0.0 = disabled

dynatemp_exponent: f32

controls how entropy maps to temperature in dynamic temperature sampler

penalty_last_n: i32

last n tokens to penalize (0 = disable penalty)

penalty_repeat: f32

1.0 = disabled

penalty_freq: f32

0.0 = disabled

penalty_present: f32

0.0 = disabled

dry_multiplier: f32

0.0 = disabled; DRY repetition penalty for tokens extending repetition:

dry_base: f32

0.0 = disabled; multiplier * base ^ (length of sequence before token - allowed length)

dry_allowed_length: i32

tokens extending repetitions beyond this receive penalty

dry_penalty_last_n: i32

how many tokens to scan for repetitions (0 = disable penalty)

adaptive_target: f32

select tokens near this probability (valid range 0.0 to 1.0; negative = disabled)

adaptive_decay: f32

EMA decay for adaptation; history ≈ 1/(1-decay) tokens (0.0 - 0.99)

mirostat: i32

0 = disabled, 1 = mirostat, 2 = mirostat 2.0

top_n_sigma: f32

-1.0 = disabled

mirostat_tau: f32

target entropy

mirostat_eta: f32

learning rate

ignore_eos: bool

no_perf: bool

disable performance metrics

timing_per_token: bool

report timings per token

dry_sequence_breakers: Vec<String>

samplers: Vec<common_sampler_type>

grammar: Vec<String>

logit_bias: Vec<(i32, f64)>

Trait Implementations

impl Debug for common_sampler_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for common_sampler_params

fn default() -> Self

Returns the “default value” for a type.

impl PartialEq for common_sampler_params

fn eq(&self, other: &common_sampler_params) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for common_sampler_params