Struct SamplingParams 

pub struct SamplingParams {

    pub temperature: Option<f32>,
    pub max_new_tokens: Option<u32>,
    pub top_p: Option<f32>,
    pub top_k: Option<i32>,
    pub frequency_penalty: Option<f32>,
    pub presence_penalty: Option<f32>,
    pub repetition_penalty: Option<f32>,
    pub stop: Option<StringOrArray>,
    pub ignore_eos: Option<bool>,
    pub skip_special_tokens: Option<bool>,
    pub json_schema: Option<String>,
    pub regex: Option<String>,
    pub ebnf: Option<String>,
    pub min_p: Option<f32>,
    pub min_new_tokens: Option<u32>,
    pub stop_token_ids: Option<Vec<u32>>,
    pub no_stop_trim: Option<bool>,
    pub n: Option<u32>,
    pub sampling_seed: Option<u64>,
}

Sampling parameters for text generation

Fields

temperature: Option<f32>

Temperature for sampling (must be >= 0.0, no upper limit)

max_new_tokens: Option<u32>

Maximum number of new tokens to generate (must be >= 0)

top_p: Option<f32>

Top-p nucleus sampling (0.0 < top_p <= 1.0)

top_k: Option<i32>

Top-k sampling (-1 to disable, or >= 1)

frequency_penalty: Option<f32>

presence_penalty: Option<f32>

repetition_penalty: Option<f32>

stop: Option<StringOrArray>

ignore_eos: Option<bool>

skip_special_tokens: Option<bool>

json_schema: Option<String>

regex: Option<String>

ebnf: Option<String>

min_p: Option<f32>

min_new_tokens: Option<u32>

Minimum number of new tokens (validated in schema function for cross-field check with max_new_tokens)

stop_token_ids: Option<Vec<u32>>

no_stop_trim: Option<bool>

n: Option<u32>

sampling_seed: Option<u64>

Trait Implementations

impl Clone for SamplingParams

fn clone(&self) -> SamplingParams

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SamplingParams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for SamplingParams

fn default() -> SamplingParams

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for SamplingParams

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for SamplingParams

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Validate for SamplingParams

fn validate(&self) -> Result<(), ValidationErrors>

impl<'v_a> ValidateArgs<'v_a> for SamplingParams

type Args = ()

fn validate_with_args(&self, args: Self::Args) -> Result<(), ValidationErrors>