Struct LlamaModelParams 

pub struct LlamaModelParams {
    pub params: llama_model_params,
    /* private fields */
}

Fields

params: llama_model_params

Implementations

impl LlamaModelParams

pub const fn kv_overrides(&self) -> KvOverrides<'_>

pub fn append_kv_override( self: Pin<&mut Self>, key: &CStr, value: ParamOverrideValue, ) -> Result<(), ModelParamsError>

Errors

Returns ModelParamsError if the internal override vector has no available slot, the slot is not empty, or the key contains invalid characters.

impl LlamaModelParams

pub fn add_cpu_moe_override( self: Pin<&mut Self>, ) -> Result<(), ModelParamsError>

Errors

Returns ModelParamsError if the internal override vector has no available slot, the slot is not empty, or the key contains invalid characters.

pub fn add_cpu_buft_override( self: Pin<&mut Self>, key: &CStr, ) -> Result<(), ModelParamsError>

Errors

Returns ModelParamsError if the internal override vector has no available slot, the slot is not empty, or the key contains invalid characters.

impl LlamaModelParams

pub const fn n_gpu_layers(&self) -> i32

pub const fn main_gpu(&self) -> i32

pub const fn vocab_only(&self) -> bool

pub const fn use_mmap(&self) -> bool

pub const fn use_mlock(&self) -> bool

pub fn split_mode(&self) -> Result<LlamaSplitMode, LlamaSplitModeParseError>

Errors

Returns LlamaSplitModeParseError if the unknown split mode is encountered.

pub fn devices(&self) -> Vec<usize>

pub fn with_n_gpu_layers(self, n_gpu_layers: u32) -> Self

pub const fn with_main_gpu(self, main_gpu: i32) -> Self

pub const fn with_vocab_only(self, vocab_only: bool) -> Self

pub const fn with_use_mmap(self, use_mmap: bool) -> Self

pub const fn no_alloc(&self) -> bool

pub const fn with_no_alloc(self, no_alloc: bool) -> Self

pub const fn with_use_mlock(self, use_mlock: bool) -> Self

pub fn with_split_mode(self, split_mode: LlamaSplitMode) -> Self

pub fn with_devices(self, devices: &[usize]) -> Result<Self, LlamaCppError>

Errors

Returns LlamaCppError::BackendDeviceNotFound if any device index is invalid.

impl LlamaModelParams

pub fn fit_params( self: Pin<&mut Self>, model_path: &CStr, context_params: &mut LlamaContextParams, margins: &mut [usize], n_ctx_min: u32, log_level: ggml_log_level, ) -> Result<FitResult, FitError>

Errors

Returns one of the FitError variants matching the vendored wrapper’s status code.

Trait Implementations

impl Debug for LlamaModelParams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlamaModelParams

fn default() -> Self

Returns the “default value” for a type.