Struct SamplingRequest 

pub struct SamplingRequest {
    pub messages: Vec<SamplingMessage>,
    pub model_preferences: Option<ModelPreferences>,
    pub system_prompt: Option<String>,
    pub include_context: Option<IncludeContext>,
    pub temperature: Option<f64>,
    pub max_tokens: Option<u32>,
    pub stop_sequences: Option<Vec<String>>,
    pub metadata: Option<Value>,
    pub human_in_the_loop: Option<HumanInTheLoopSettings>,
    pub request_id: Option<String>,
    pub priority: Option<f64>,
    pub timeout_seconds: Option<u32>,
}

Enhanced sampling request with context and human-in-the-loop support

Fields

messages: Vec<SamplingMessage>

Messages to send to the LLM

model_preferences: Option<ModelPreferences>

Model preferences

system_prompt: Option<String>

System prompt

include_context: Option<IncludeContext>

Whether to include context from the conversation

temperature: Option<f64>

Temperature for sampling

max_tokens: Option<u32>

Maximum tokens to generate

stop_sequences: Option<Vec<String>>

Stop sequences

metadata: Option<Value>

Additional metadata

human_in_the_loop: Option<HumanInTheLoopSettings>

Human-in-the-loop settings

request_id: Option<String>

Request ID for tracking

priority: Option<f64>

Priority level (0-1, higher = higher priority)

timeout_seconds: Option<u32>

Timeout in seconds

Implementations

impl SamplingRequest

pub fn validate(&self) -> Result<(), String>

Validate the sampling request

pub fn requires_human_approval(&self) -> bool

Check if human approval is required

pub fn get_effective_timeout(&self) -> u32

Get the effective timeout for this request

pub fn estimate_cost(&self) -> Result<f64, String>

Estimate the cost of this request (simplified version)

pub fn estimate_input_tokens(&self) -> Result<u32, String>

Estimate input tokens for this request

pub fn requires_image_modality(&self) -> bool

Check if this request requires image modality

Trait Implementations

impl Clone for SamplingRequest

fn clone(&self) -> SamplingRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SamplingRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for SamplingRequest

fn default() -> SamplingRequest

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for SamplingRequest

fn deserialize<__D>( __deserializer: __D, ) -> Result<SamplingRequest, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for SamplingRequest

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.