Enum Sampler 

pub enum Sampler {
    Custom {
        temperature: f32,
        sampler: Box<dyn Sample>,
    },
    Multinomial {
        temperature: f32,
    },
    TopP {
        temperature: f32,
        top_p: f32,
    },
    TopK {
        temperature: f32,
        top_k: u32,
    },
    MinP {
        temperature: f32,
        min_p: f32,
    },
    TopKTopP {
        temperature: f32,
        top_k: u32,
        top_p: f32,
    },
}

Variants

Custom

Fields

temperature: f32

sampler: Box<dyn Sample>

Multinomial

Fields

temperature: f32

TopP

Fields

temperature: f32

top_p: f32

TopK

Fields

temperature: f32

top_k: u32

MinP

Fields

temperature: f32

min_p: f32

TopKTopP

Fields

temperature: f32

top_k: u32

top_p: f32

Implementations

impl Sampler

pub fn greedy() -> Self

pub fn top_p(temperature: f32, top_p: f32) -> Self

pub fn top_k(temperature: f32, top_k: u32) -> Self

pub fn min_p(temperature: f32, min_p: f32) -> Self

pub fn top_k_top_p(temperature: f32, top_k: u32, top_p: f32) -> Self

pub fn reasoning() -> Self