Struct SamplerBuilder 

pub struct SamplerBuilder { /* private fields */ }

Builder for sampling parameters with validation.

Example

use oxibonsai_runtime::builders::SamplerBuilder;

let sampler = SamplerBuilder::new()
    .temperature(0.5)
    .top_k(50)
    .top_p(0.95)
    .repetition_penalty(1.2)
    .seed(123)
    .build()
    .expect("valid parameters");

let params = sampler.params();
assert!((params.temperature - 0.5).abs() < f32::EPSILON);
assert_eq!(params.top_k, 50);

Implementations

impl SamplerBuilder

pub fn new() -> Self

Create a new sampler builder with default values.

pub fn temperature(self, t: f32) -> Self

Set the temperature for softmax scaling. Must be >= 0.

pub fn top_k(self, k: usize) -> Self

Set top-k filtering. 0 = disabled.

pub fn top_p(self, p: f32) -> Self

Set top-p (nucleus) threshold. Must be in [0.0, 1.0].

pub fn repetition_penalty(self, rp: f32) -> Self

Set repetition penalty. Must be >= 1.0.

pub fn seed(self, s: u64) -> Self

Set the random seed.

pub fn build(self) -> RuntimeResult<Sampler>

Validate parameters and build the Sampler.

Trait Implementations

impl Default for SamplerBuilder

fn default() -> Self

Returns the “default value” for a type.