Struct RKLLMInferParam 

#[repr(C)]
pub struct RKLLMInferParam {
    pub mode: RKLLMInferMode,
    pub lora_params: *mut RKLLMLoraParam,
    pub prompt_cache_params: *mut RKLLMPromptCacheParam,
    pub keep_history: c_int,
}

@struct RKLLMInferParam @brief Structure for defining parameters during inference.

Fields

mode: RKLLMInferMode

< Inference mode (e.g., generate or get last hidden layer).

lora_params: *mut RKLLMLoraParam

< Pointer to Lora adapter parameters.

prompt_cache_params: *mut RKLLMPromptCacheParam

< Pointer to prompt cache parameters.

keep_history: c_int

Trait Implementations

impl Clone for RKLLMInferParam

fn clone(&self) -> RKLLMInferParam

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RKLLMInferParam

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for RKLLMInferParam