Struct ggml_sys_bleedingedge::llama_context_params

#[repr(C)]
pub struct llama_context_params {

    pub seed: u32,
    pub n_ctx: u32,
    pub n_batch: u32,
    pub n_ubatch: u32,
    pub n_seq_max: u32,
    pub n_threads: u32,
    pub n_threads_batch: u32,
    pub rope_scaling_type: llama_rope_scaling_type,
    pub pooling_type: llama_pooling_type,
    pub rope_freq_base: f32,
    pub rope_freq_scale: f32,
    pub yarn_ext_factor: f32,
    pub yarn_attn_factor: f32,
    pub yarn_beta_fast: f32,
    pub yarn_beta_slow: f32,
    pub yarn_orig_ctx: u32,
    pub defrag_thold: f32,
    pub cb_eval: ggml_backend_sched_eval_callback,
    pub cb_eval_user_data: *mut c_void,
    pub type_k: ggml_type,
    pub type_v: ggml_type,
    pub logits_all: bool,
    pub embeddings: bool,
    pub offload_kqv: bool,
    pub abort_callback: ggml_abort_callback,
    pub abort_callback_data: *mut c_void,
}

Fields

seed: u32

n_ctx: u32

n_batch: u32

n_ubatch: u32

n_seq_max: u32

n_threads: u32

n_threads_batch: u32

rope_scaling_type: llama_rope_scaling_type

pooling_type: llama_pooling_type

rope_freq_base: f32

rope_freq_scale: f32

yarn_ext_factor: f32

yarn_attn_factor: f32

yarn_beta_fast: f32

yarn_beta_slow: f32

yarn_orig_ctx: u32

defrag_thold: f32

cb_eval: ggml_backend_sched_eval_callback

cb_eval_user_data: *mut c_void

type_k: ggml_type

type_v: ggml_type

logits_all: bool

embeddings: bool

offload_kqv: bool

abort_callback: ggml_abort_callback

abort_callback_data: *mut c_void

Trait Implementations

impl Clone for llama_context_params

fn clone(&self) -> llama_context_params

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for llama_context_params

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for llama_context_params

fn eq(&self, other: &llama_context_params) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl PartialOrd for llama_context_params

fn partial_cmp(&self, other: &llama_context_params) -> Option<Ordering>

This method returns an ordering between self and other values if one exists.

fn lt(&self, other: &Rhs) -> bool

This method tests less than (for self and other) and is used by the < operator.

fn le(&self, other: &Rhs) -> bool

This method tests less than or equal to (for self and other) and is used by the <= operator.

fn gt(&self, other: &Rhs) -> bool

This method tests greater than (for self and other) and is used by the > operator.

fn ge(&self, other: &Rhs) -> bool

This method tests greater than or equal to (for self and other) and is used by the >= operator.

impl Copy for llama_context_params

impl StructuralPartialEq for llama_context_params