Struct RKLLMExtendParam

#[repr(C)]
pub struct RKLLMExtendParam {
    pub base_domain_id: i32,
    pub embed_flash: i8,
    pub enabled_cpus_num: i8,
    pub enabled_cpus_mask: u32,
    pub n_batch: u8,
    pub use_cross_attn: i8,
    pub reserved: [u8; 104],
}

@struct RKLLMExtendParam @brief The extend parameters for configuring an LLM instance.

Fields

base_domain_id: i32

< base_domain_id

embed_flash: i8

< Indicates whether to query word embedding vectors from flash memory (1) or not (0).

enabled_cpus_num: i8

< Number of CPUs enabled for inference.

enabled_cpus_mask: u32

< Bitmask indicating which CPUs to enable for inference.

n_batch: u8

< Number of input samples processed concurrently in one forward pass. Set to >1 to enable batched inference. Default is 1.

use_cross_attn: i8

< Whether to enable cross attention (non-zero to enable, 0 to disable).

reserved: [u8; 104]

< reserved

Trait Implementations

impl Clone for RKLLMExtendParam

fn clone(&self) -> RKLLMExtendParam

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RKLLMExtendParam

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for RKLLMExtendParam