Struct llama_cpp_2::context::params::LlamaContextParams

pub struct LlamaContextParams {

    pub seed: u32,
    pub n_ctx: Option<NonZeroU32>,
    pub n_batch: u32,
    pub n_threads: u32,
    pub n_threads_batch: u32,
    pub rope_scaling_type: RopeScalingType,
    pub rope_freq_base: f32,
    pub rope_freq_scale: f32,
    pub yarn_ext_factor: f32,
    pub yarn_attn_factor: f32,
    pub yarn_beta_fast: f32,
    pub yarn_beta_slow: f32,
    pub yarn_orig_ctx: u32,
    pub type_k: ggml_type,
    pub type_v: ggml_type,
    pub mul_mat_q: bool,
    pub logits_all: bool,
    pub embedding: bool,
    pub offload_kqv: bool,
    pub cb_eval: ggml_backend_sched_eval_callback,
    pub cb_eval_user_data: *mut c_void,
}

A safe wrapper around llama_context_params.

Fields

seed: u32

The random seed

n_ctx: Option<NonZeroU32>

the number of tokens in the context - None if defined by the model.

n_batch: u32

n_threads: u32

n_threads_batch: u32

rope_scaling_type: RopeScalingType

rope_freq_base: f32

rope_freq_scale: f32

yarn_ext_factor: f32

yarn_attn_factor: f32

yarn_beta_fast: f32

yarn_beta_slow: f32

yarn_orig_ctx: u32

type_k: ggml_type

type_v: ggml_type

mul_mat_q: bool

logits_all: bool

embedding: bool

offload_kqv: bool

cb_eval: ggml_backend_sched_eval_callback

cb_eval_user_data: *mut c_void

Trait Implementations

impl Debug for LlamaContextParams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlamaContextParams

Default parameters for LlamaContext. (as defined in llama.cpp by llama_context_default_params)

use llama_cpp_2::context::params::{LlamaContextParams, RopeScalingType};
let params = LlamaContextParams::default();
assert_eq!(params.n_ctx, NonZeroU32::new(512), "n_ctx should be 512");
assert_eq!(params.rope_scaling_type, RopeScalingType::Unspecified);

fn default() -> Self

Returns the “default value” for a type.

impl From<LlamaContextParams> for llama_context_params

fn from(_: LlamaContextParams) -> Self

Converts to this type from the input type.

impl From<llama_context_params> for LlamaContextParams

fn from(_: llama_context_params) -> Self

Converts to this type from the input type.

impl PartialEq for LlamaContextParams

fn eq(&self, other: &LlamaContextParams) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for LlamaContextParams