Struct RequestOptions 

pub struct RequestOptions {
    pub model: Option<String>,
    pub max_tokens: Option<u32>,
    pub system_prompt: Option<String>,
    pub temperature: Option<f32>,
}

Request options that can override config defaults.

Fields

model: Option<String>

Override the model for this request.

max_tokens: Option<u32>

Override max tokens for this request.

system_prompt: Option<String>

Override system prompt for this request.

temperature: Option<f32>

Override temperature for this request.

Implementations

impl RequestOptions

pub fn new() -> Self

Creates empty request options.

pub fn with_model(self, model: impl Into<String>) -> Self

Sets the model override.

pub fn with_max_tokens(self, max_tokens: u32) -> Self

Sets the max tokens override.

pub fn with_system_prompt(self, prompt: impl Into<String>) -> Self

Sets the system prompt override.

pub fn with_temperature(self, temperature: f32) -> Self

Sets the temperature override.

Trait Implementations

impl Clone for RequestOptions

fn clone(&self) -> RequestOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RequestOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for RequestOptions

fn default() -> RequestOptions

Returns the “default value” for a type.