Struct SamplingConfig 

pub struct SamplingConfig {
    pub strategy: SamplingStrategy,
    pub temperature: f32,
    pub top_k: Option<usize>,
    pub top_p: Option<f32>,
    pub beam_width: usize,
    pub seed: Option<u64>,
}

Configuration for sampling strategies

Fields

strategy: SamplingStrategy

Sampling strategy to use

temperature: f32

Temperature for scaling (1.0 = no scaling, <1.0 = sharper, >1.0 = smoother)

top_k: Option<usize>

For top-k sampling: number of top candidates to consider

top_p: Option<f32>

For top-p sampling: cumulative probability threshold

beam_width: usize

For beam search: beam width

seed: Option<u64>

Random seed for reproducibility

Implementations

impl SamplingConfig

pub fn new() -> Self

Create a new sampling configuration

pub fn strategy(self, strategy: SamplingStrategy) -> Self

Set the sampling strategy

pub fn temperature(self, temp: f32) -> Self

Set temperature (1.0 = no scaling)

pub fn top_k(self, k: usize) -> Self

Enable top-k sampling

pub fn top_p(self, p: f32) -> Self

Enable top-p (nucleus) sampling

pub fn beam_search(self, width: usize) -> Self

Enable beam search

pub fn seed(self, seed: u64) -> Self

Set random seed

Trait Implementations

impl Clone for SamplingConfig

fn clone(&self) -> SamplingConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SamplingConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for SamplingConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for SamplingConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for SamplingConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.