Struct llama_cpp_sys_2::llama_context_params

#[repr(C)]
pub struct llama_context_params {

    pub seed: u32,
    pub n_ctx: u32,
    pub n_batch: u32,
    pub n_threads: u32,
    pub n_threads_batch: u32,
    pub rope_scaling_type: i8,
    pub rope_freq_base: f32,
    pub rope_freq_scale: f32,
    pub yarn_ext_factor: f32,
    pub yarn_attn_factor: f32,
    pub yarn_beta_fast: f32,
    pub yarn_beta_slow: f32,
    pub yarn_orig_ctx: u32,
    pub type_k: ggml_type,
    pub type_v: ggml_type,
    pub mul_mat_q: bool,
    pub logits_all: bool,
    pub embedding: bool,
    pub offload_kqv: bool,
}

Fields

seed: u32

n_ctx: u32

n_batch: u32

n_threads: u32

n_threads_batch: u32

rope_scaling_type: i8

rope_freq_base: f32

rope_freq_scale: f32

yarn_ext_factor: f32

yarn_attn_factor: f32

yarn_beta_fast: f32

yarn_beta_slow: f32

yarn_orig_ctx: u32

type_k: ggml_type

type_v: ggml_type

mul_mat_q: bool

logits_all: bool

embedding: bool

offload_kqv: bool

Trait Implementations

impl Clone for llama_context_params

fn clone(&self) -> llama_context_params

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for llama_context_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for llama_context_params

fn eq(&self, other: &llama_context_params) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for llama_context_params

impl StructuralPartialEq for llama_context_params