Struct CacheEntry 

pub struct CacheEntry {
    pub query: String,
    pub context: String,
    pub response: String,
    pub function_calls: Vec<String>,
    pub created_at: i64,
    pub hit_count: u32,
    pub embedding: Option<Vec<f32>>,
}

A cached entry

Fields

query: String

Original query

context: String

Context used for the query

response: String

Cached response

function_calls: Vec<String>

Function/tool calls made

created_at: i64

When the entry was created (Unix timestamp)

hit_count: u32

Number of times this entry was hit

embedding: Option<Vec<f32>>

Optional embedding for semantic matching

Implementations

impl CacheEntry

pub fn new( query: impl Into<String>, context: impl Into<String>, response: impl Into<String>, function_calls: Vec<String>, ) -> Self

Create a new cache entry

pub fn with_embedding(self, embedding: Vec<f32>) -> Self

Create with embedding for semantic matching

pub fn record_hit(&mut self)

Increment hit count

pub fn is_expired(&self, ttl_secs: i64) -> bool

Check if entry is expired

pub fn age_secs(&self) -> i64

Get age in seconds

Trait Implementations

impl Clone for CacheEntry

fn clone(&self) -> CacheEntry

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CacheEntry

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for CacheEntry

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for CacheEntry

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.