Struct CompletionRequest 

pub struct CompletionRequest {
    pub messages: Vec<ChatMessage>,
    pub temperature: Option<f32>,
    pub max_tokens: Option<u32>,
    pub stop: Option<Vec<String>>,
}

LLM completion request

Fields

messages: Vec<ChatMessage>

Messages for chat completion

temperature: Option<f32>

Temperature (0.0-1.0)

max_tokens: Option<u32>

Maximum tokens to generate

stop: Option<Vec<String>>

Stop sequences

Implementations

impl CompletionRequest

pub fn new(prompt: impl Into<String>) -> Self

Create a new completion request with a single user prompt

pub fn with_system(system: impl Into<String>, user: impl Into<String>) -> Self

Create a request with system prompt and user message

pub fn temperature(self, temp: f32) -> Self

Set temperature

pub fn max_tokens(self, max: u32) -> Self

Set max tokens

pub fn stop(self, sequences: Vec<String>) -> Self

Add stop sequences

Trait Implementations

impl Clone for CompletionRequest

fn clone(&self) -> CompletionRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CompletionRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.