Struct CacheableRequest 

pub struct CacheableRequest {
    pub model: String,
    pub prompt: String,
    pub temperature: Option<f32>,
    pub max_tokens: Option<u32>,
    pub parameters: HashMap<String, Value>,
}

Represents a cacheable LLM request

Fields

model: String

The model name (e.g., “gpt-4”, “claude-3-sonnet”)

prompt: String

The prompt or messages

temperature: Option<f32>

Temperature parameter

max_tokens: Option<u32>

Max tokens to generate

parameters: HashMap<String, Value>

Additional parameters that affect the response

Implementations

impl CacheableRequest

pub fn new(model: impl Into<String>, prompt: impl Into<String>) -> Self

Create a new cacheable request

pub fn with_temperature(self, temp: f32) -> Self

Set the temperature

pub fn with_max_tokens(self, tokens: u32) -> Self

Set max tokens

pub fn with_parameter(self, key: impl Into<String>, value: Value) -> Self

Add a custom parameter

Trait Implementations

impl Clone for CacheableRequest

fn clone(&self) -> CacheableRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CacheableRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for CacheableRequest

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for CacheableRequest

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.