Struct vllm_sampling_params 

#[repr(C)]
pub struct vllm_sampling_params {

    pub temperature: f32,
    pub top_p: f32,
    pub top_k: i32,
    pub min_p: f32,
    pub max_tokens: i32,
    pub seed: u64,
    pub has_seed: i32,
    pub presence_penalty: f32,
    pub frequency_penalty: f32,
    pub repetition_penalty: f32,
    pub min_tokens: i32,
    pub ignore_eos: i32,
    pub stop: *const *const c_char,
    pub n_stop: i32,
    pub structured_json: *const c_char,
    pub structured_regex: *const c_char,
    pub structured_choice: *const *const c_char,
    pub n_structured_choice: i32,
    pub structured_grammar: *const c_char,
    pub structured_json_object: i32,
    pub logits_processor: vllm_logits_processor,
    pub logits_processor_user_data: *mut c_void,
}

Fields

temperature: f32

top_p: f32

top_k: i32

min_p: f32

max_tokens: i32

seed: u64

has_seed: i32

presence_penalty: f32

frequency_penalty: f32

repetition_penalty: f32

min_tokens: i32

ignore_eos: i32

stop: *const *const c_char

n_stop: i32

structured_json: *const c_char

structured_regex: *const c_char

structured_choice: *const *const c_char

n_structured_choice: i32

structured_grammar: *const c_char

structured_json_object: i32

logits_processor: vllm_logits_processor

logits_processor_user_data: *mut c_void

Trait Implementations

impl Clone for vllm_sampling_params

fn clone(&self) -> vllm_sampling_params

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for vllm_sampling_params

impl Debug for vllm_sampling_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.