Struct RuntimeConfig 

#[repr(C)]
pub struct RuntimeConfig {

    pub stage_index: i32,
    pub layer_start: i32,
    pub layer_end: i32,
    pub ctx_size: i32,
    pub lane_count: i32,
    pub n_batch: i32,
    pub n_ubatch: i32,
    pub n_threads: i32,
    pub n_threads_batch: i32,
    pub n_gpu_layers: i32,
    pub has_mmap_override: bool,
    pub use_mmap: bool,
    pub use_mlock: bool,
    pub cache_type_k: i32,
    pub cache_type_v: i32,
    pub flash_attn_type: i32,
    pub load_mode: LoadMode,
    pub disable_repack: bool,
    pub use_mmap_prefetch: bool,
    pub use_mmap_buffer: bool,
    pub filter_tensors_on_load: bool,
    pub include_embeddings: bool,
    pub include_output: bool,
    pub selected_backend_device: *const c_char,
    pub glm_dsa_policy_profile: i32,
    pub glm_dsa_policy_flags: u32,
    pub glm_dsa_short_prefill_max_tokens: i32,
    pub glm_dsa_direct_sparse_decode_max_top_k: i32,
    pub glm_dsa_dense_sparse_mask_max_bytes: u64,
    pub glm_dsa_compact_flash_min_kv: i32,
}

Fields

stage_index: i32

layer_start: i32

layer_end: i32

ctx_size: i32

lane_count: i32

n_batch: i32

n_ubatch: i32

n_threads: i32

n_threads_batch: i32

n_gpu_layers: i32

has_mmap_override: bool

use_mmap: bool

use_mlock: bool

cache_type_k: i32

cache_type_v: i32

flash_attn_type: i32

load_mode: LoadMode

disable_repack: bool

use_mmap_prefetch: bool

use_mmap_buffer: bool

filter_tensors_on_load: bool

include_embeddings: bool

include_output: bool

selected_backend_device: *const c_char

glm_dsa_policy_profile: i32

glm_dsa_policy_flags: u32

glm_dsa_short_prefill_max_tokens: i32

glm_dsa_direct_sparse_decode_max_top_k: i32

glm_dsa_dense_sparse_mask_max_bytes: u64

glm_dsa_compact_flash_min_kv: i32

Trait Implementations

impl Clone for RuntimeConfig

fn clone(&self) -> RuntimeConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for RuntimeConfig

impl Debug for RuntimeConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.