Struct llama_cpp_2::context::params::LlamaContextParams

pub struct LlamaContextParams { /* private fields */ }

A safe wrapper around llama_context_params.

Generally this should be created with Default::default() and then modified with with_* methods.

Examples

use llama_cpp_2::context::params::LlamaContextParams;

let ctx_params = LlamaContextParams::default()
   .with_n_ctx(NonZeroU32::new(2048))
   .with_seed(1234);

assert_eq!(ctx_params.seed(), 1234);
assert_eq!(ctx_params.n_ctx(), NonZeroU32::new(2048));

Implementations

impl LlamaContextParams

pub fn with_seed(self, seed: u32) -> Self

Set the seed of the context

Examples

use llama_cpp_2::context::params::LlamaContextParams;
let params = LlamaContextParams::default();
let params = params.with_seed(1234);
assert_eq!(params.seed(), 1234);

pub fn seed(&self) -> u32

Get the seed of the context

Examples

use llama_cpp_2::context::params::LlamaContextParams;
let params = LlamaContextParams::default()
    .with_seed(1234);
assert_eq!(params.seed(), 1234);

pub fn with_n_ctx(self, n_ctx: Option<NonZeroU32>) -> Self

Set the side of the context

Examples

use llama_cpp_2::context::params::LlamaContextParams;
let params = LlamaContextParams::default();
let params = params.with_n_ctx(NonZeroU32::new(2048));
assert_eq!(params.n_ctx(), NonZeroU32::new(2048));

pub fn n_ctx(&self) -> Option<NonZeroU32>

Get the size of the context.

None if the context size is specified by the model and not the context.

Examples

let params = llama_cpp_2::context::params::LlamaContextParams::default();
assert_eq!(params.n_ctx(), std::num::NonZeroU32::new(512));

pub fn rope_scaling_type(&self) -> RopeScalingType

Get the type of rope scaling.

Examples

let params = llama_cpp_2::context::params::LlamaContextParams::default();
assert_eq!(params.rope_scaling_type(), llama_cpp_2::context::params::RopeScalingType::Unspecified);

Trait Implementations

impl Clone for LlamaContextParams

fn clone(&self) -> LlamaContextParams

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlamaContextParams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LlamaContextParams

Default parameters for LlamaContext. (as defined in llama.cpp by llama_context_default_params)

use llama_cpp_2::context::params::{LlamaContextParams, RopeScalingType};
let params = LlamaContextParams::default();
assert_eq!(params.n_ctx(), NonZeroU32::new(512), "n_ctx should be 512");
assert_eq!(params.rope_scaling_type(), RopeScalingType::Unspecified);

fn default() -> Self

Returns the “default value” for a type.