Struct SamplingRequest 

pub struct SamplingRequest {
    pub messages: Vec<SamplingRequestMessage>,
    pub max_tokens: u32,
    pub system_prompt: Option<String>,
    pub temperature: Option<f64>,
    pub stop_sequences: Vec<String>,
    pub model_hints: Vec<String>,
}

Parameters for a sampling request.

Fields

messages: Vec<SamplingRequestMessage>

Conversation messages.

max_tokens: u32

Maximum tokens to generate.

system_prompt: Option<String>

Optional system prompt.

temperature: Option<f64>

Sampling temperature (0.0 to 2.0).

stop_sequences: Vec<String>

Stop sequences to end generation.

model_hints: Vec<String>

Model hints for preference.

Implementations

impl SamplingRequest

pub fn new(messages: Vec<SamplingRequestMessage>, max_tokens: u32) -> Self

Creates a new sampling request with the given messages and max tokens.

pub fn prompt(text: impl Into<String>, max_tokens: u32) -> Self

Creates a simple user prompt request.

pub fn with_system_prompt(self, prompt: impl Into<String>) -> Self

Sets the system prompt.

pub fn with_temperature(self, temp: f64) -> Self

Sets the temperature.

pub fn with_stop_sequences(self, sequences: Vec<String>) -> Self

Adds stop sequences.

pub fn with_model_hints(self, hints: Vec<String>) -> Self

Adds model hints.

Trait Implementations

impl Clone for SamplingRequest

fn clone(&self) -> SamplingRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SamplingRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.