Struct CreateMessageRequest 

pub struct CreateMessageRequest {
    pub messages: Vec<SamplingMessage>,
    pub model_preferences: Option<ModelPreferences>,
    pub system_prompt: Option<String>,
    pub include_context: Option<ContextInclusion>,
    pub temperature: Option<f64>,
    pub max_tokens: u32,
    pub stop_sequences: Option<Vec<String>>,
    pub metadata: Option<Value>,
}

Request to create an LLM message/completion

Fields

messages: Vec<SamplingMessage>

Conversation history

model_preferences: Option<ModelPreferences>

Model selection preferences

system_prompt: Option<String>

System prompt to use

include_context: Option<ContextInclusion>

How much context to include

temperature: Option<f64>

Temperature (0.0-1.0+)

max_tokens: u32

Maximum tokens to generate

stop_sequences: Option<Vec<String>>

Stop sequences

metadata: Option<Value>

Additional metadata

Trait Implementations

impl Clone for CreateMessageRequest

fn clone(&self) -> CreateMessageRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CreateMessageRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for CreateMessageRequest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for CreateMessageRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.