Struct RKLLMParam

#[repr(C)]
pub struct RKLLMParam {

    pub model_path: *const c_char,
    pub max_context_len: i32,
    pub max_new_tokens: i32,
    pub top_k: i32,
    pub n_keep: i32,
    pub top_p: f32,
    pub temperature: f32,
    pub repeat_penalty: f32,
    pub frequency_penalty: f32,
    pub presence_penalty: f32,
    pub mirostat: i32,
    pub mirostat_tau: f32,
    pub mirostat_eta: f32,
    pub skip_special_token: bool,
    pub is_async: bool,
    pub img_start: *const c_char,
    pub img_end: *const c_char,
    pub img_content: *const c_char,
    pub extend_param: RKLLMExtendParam,
}

@struct RKLLMParam @brief Defines the parameters for configuring an LLM instance.

Fields

model_path: *const c_char

< Path to the model file.

max_context_len: i32

< Maximum number of tokens in the context window.

max_new_tokens: i32

< Maximum number of new tokens to generate.

top_k: i32

< Top-K sampling parameter for token generation.

n_keep: i32

top_p: f32

< Top-P (nucleus) sampling parameter.

temperature: f32

< Sampling temperature, affecting the randomness of token selection.

repeat_penalty: f32

< Penalty for repeating tokens in generation.

frequency_penalty: f32

< Penalizes frequent tokens during generation.

presence_penalty: f32

< Penalizes tokens based on their presence in the input.

mirostat: i32

< Mirostat sampling strategy flag (0 to disable).

mirostat_tau: f32

< Tau parameter for Mirostat sampling.

mirostat_eta: f32

< Eta parameter for Mirostat sampling.

skip_special_token: bool

< Whether to skip special tokens during generation.

is_async: bool

< Whether to run inference asynchronously.

img_start: *const c_char

< Starting position of an image in multimodal input.

img_end: *const c_char

< Ending position of an image in multimodal input.

img_content: *const c_char

< Pointer to the image content.

extend_param: RKLLMExtendParam

< Extend parameters.

Trait Implementations

impl Clone for RKLLMParam

fn clone(&self) -> RKLLMParam

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RKLLMParam

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for RKLLMParam

fn default() -> Self

Creates a default RKLLMParam by calling the underlying C function.

impl Copy for RKLLMParam