Struct llama_cpp_sys::llama_model_params

#[repr(C)]
pub struct llama_model_params {
    pub n_gpu_layers: i32,
    pub split_mode: llama_split_mode,
    pub main_gpu: i32,
    pub tensor_split: *const f32,
    pub progress_callback: llama_progress_callback,
    pub progress_callback_user_data: *mut c_void,
    pub kv_overrides: *const llama_model_kv_override,
    pub vocab_only: bool,
    pub use_mmap: bool,
    pub use_mlock: bool,
}

Fields

n_gpu_layers: i32

split_mode: llama_split_mode

main_gpu: i32

tensor_split: *const f32

progress_callback: llama_progress_callback

progress_callback_user_data: *mut c_void

kv_overrides: *const llama_model_kv_override

vocab_only: bool

use_mmap: bool

use_mlock: bool

Trait Implementations

impl Clone for llama_model_params

fn clone(&self) -> llama_model_params

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for llama_model_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for llama_model_params

fn eq(&self, other: &llama_model_params) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for llama_model_params

impl StructuralPartialEq for llama_model_params