Struct ChatRequest 

pub struct ChatRequest {
    pub model: String,
    pub system: Option<String>,
    pub messages: Vec<(String, String)>,
    pub max_tokens: u32,
    pub temperature: Option<f64>,
    pub stop_sequences: Vec<String>,
    pub stream: bool,
    pub tools: Option<Value>,
    pub extra: Vec<(String, Value)>,
}

Fields

model: String

system: Option<String>

messages: Vec<(String, String)>

(role, content) pairs; role is user or assistant.

max_tokens: u32

temperature: Option<f64>

stop_sequences: Vec<String>

stream: bool

tools: Option<Value>

Raw tool definitions in the target protocol’s own shape.

extra: Vec<(String, Value)>

Arbitrary extra top-level fields, merged last. Used by probes that need to poke at parameter handling.

Implementations

impl ChatRequest

pub fn new(model: &str, user: &str) -> Self

pub fn max_tokens(self, n: u32) -> Self

pub fn temperature(self, t: f64) -> Self

pub fn system(self, s: &str) -> Self

pub fn stop(self, seqs: &[&str]) -> Self

pub fn stream(self, on: bool) -> Self

pub fn model_id(self, m: &str) -> Self

pub fn prompt_text(&self) -> String

The text this request sends, used for local token estimation.

pub fn to_body(&self, proto: Protocol) -> Value

Trait Implementations

impl Clone for ChatRequest

fn clone(&self) -> ChatRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ChatRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.