Struct SamplingConfigBuilder 

pub struct SamplingConfigBuilder { /* private fields */ }

Sampling configuration builder

Implementations

impl SamplingConfigBuilder

pub fn new() -> Self

Create new builder

pub fn with_temperature(self, temperature: f32) -> Self

Add temperature scaling

pub fn with_top_k(self, k: usize) -> Self

Add top-k filtering

pub fn with_top_p(self, p: f32) -> Self

Add top-p filtering

pub fn with_repetition_penalty(self, penalty: f32) -> Self

Add repetition penalty

pub fn with_sampler(self, sampler: Box<dyn Sampler>) -> Self

Set sampler (greedy vs multinomial)

pub fn build(self) -> SamplingConfig

Build sampling configuration

Trait Implementations

impl Default for SamplingConfigBuilder

fn default() -> Self

Returns the “default value” for a type.