Struct LlmRequest 

pub struct LlmRequest {
    pub system: Option<String>,
    pub prompt: String,
    pub temperature: Option<f64>,
    pub max_tokens: Option<u32>,
}

Request to LLM

Fields

system: Option<String>

System prompt

prompt: String

User message (the prompt)

temperature: Option<f64>

Temperature override

max_tokens: Option<u32>

Max tokens override

Implementations

impl LlmRequest

pub fn new(prompt: impl Into<String>) -> Self

Create a simple request with just a prompt

pub fn with_system(self, system: impl Into<String>) -> Self

Add system prompt

pub fn with_temperature(self, temp: f64) -> Self

Set temperature

pub fn with_max_tokens(self, tokens: u32) -> Self

Set max tokens

Trait Implementations

impl Clone for LlmRequest

fn clone(&self) -> LlmRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlmRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.