pub type CreateMessageRequest = SamplingRequest;Expand description
Type aliases for consistency
Aliased Type§
pub struct CreateMessageRequest {
pub messages: Vec<SamplingMessage>,
pub model_preferences: Option<ModelPreferences>,
pub system_prompt: Option<String>,
pub include_context: Option<IncludeContext>,
pub temperature: Option<f64>,
pub max_tokens: Option<u32>,
pub stop_sequences: Option<Vec<String>>,
pub metadata: Option<Value>,
pub human_in_the_loop: Option<HumanInTheLoopSettings>,
pub request_id: Option<String>,
pub priority: Option<f64>,
pub timeout_seconds: Option<u32>,
}Fields§
§messages: Vec<SamplingMessage>Messages to send to the LLM
model_preferences: Option<ModelPreferences>Model preferences
system_prompt: Option<String>System prompt
include_context: Option<IncludeContext>Whether to include context from the conversation
temperature: Option<f64>Temperature for sampling
max_tokens: Option<u32>Maximum tokens to generate
stop_sequences: Option<Vec<String>>Stop sequences
metadata: Option<Value>Additional metadata
human_in_the_loop: Option<HumanInTheLoopSettings>Human-in-the-loop settings
request_id: Option<String>Request ID for tracking
priority: Option<f64>Priority level (0-1, higher = higher priority)
timeout_seconds: Option<u32>Timeout in seconds