Struct ModelOptions 

pub struct ModelOptions {
    pub seed: Option<i64>,
    pub temperature: Option<f32>,
    pub top_k: Option<i32>,
    pub top_p: Option<f32>,
    pub min_p: Option<f32>,
    pub num_ctx: Option<i32>,
    pub num_predict: Option<i32>,
    pub stop: Option<StopSetting>,
}

Runtime options that control model behavior

These options can be used to customize embedding generation. All fields are optional and will use model defaults if not specified.

Example

use ollama_oxide::ModelOptions;

let options = ModelOptions::default()
    .with_temperature(0.7)
    .with_num_ctx(4096);

Fields

seed: Option<i64>

Random seed for reproducible outputs

temperature: Option<f32>

Controls randomness in generation (higher = more random)

top_k: Option<i32>

Limits next token selection to the K most likely

top_p: Option<f32>

Cumulative probability threshold for nucleus sampling

min_p: Option<f32>

Minimum probability threshold for token selection

num_ctx: Option<i32>

Context length size (number of tokens)

num_predict: Option<i32>

Maximum number of tokens to generate

stop: Option<StopSetting>

Stop sequences that will halt generation

Implementations

impl ModelOptions

pub fn new() -> Self

Create empty options (all defaults)

pub fn with_seed(self, seed: i64) -> Self

Set the random seed

pub fn with_temperature(self, temperature: f32) -> Self

Set the temperature

pub fn with_top_k(self, top_k: i32) -> Self

Set the top_k value

pub fn with_top_p(self, top_p: f32) -> Self

Set the top_p value

pub fn with_min_p(self, min_p: f32) -> Self

Set the min_p value

pub fn with_num_ctx(self, num_ctx: i32) -> Self

Set the context length

pub fn with_num_predict(self, num_predict: i32) -> Self

Set the max tokens to generate

pub fn with_stop(self, stop: impl Into<StopSetting>) -> Self

Set stop sequences

pub fn is_empty(&self) -> bool

Check if any options are set

Trait Implementations

impl Clone for ModelOptions

fn clone(&self) -> ModelOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelOptions

fn default() -> ModelOptions

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelOptions

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for ModelOptions

fn eq(&self, other: &ModelOptions) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ModelOptions

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for ModelOptions