Struct ToolResultCache 

pub struct ToolResultCache { /* private fields */ }

Tool result cache

Implementations

impl ToolResultCache

pub fn new() -> Self

Create a new tool cache

pub fn is_deterministic(&self, tool: &str) -> bool

Check if tool is deterministic (cacheable)

pub fn mark_deterministic(&mut self, tool: impl Into<String>)

Mark a tool as deterministic

pub fn mark_non_deterministic(&mut self, tool: &str)

Mark a tool as non-deterministic

pub fn set_tool_ttl(&self, tool: impl Into<String>, ttl: Duration)

Set custom TTL for a tool

pub fn get(&self, key: &ToolCallKey) -> Option<ToolResult>

Get cached result

pub fn put(&self, key: ToolCallKey, result: ToolResult)

Cache a tool result

pub async fn execute_with_cache<F, Fut>( &self, tool: &str, params: &Value, executor: F, ) -> ToolResult

where F: FnOnce() -> Fut, Fut: Future<Output = Value>,

Execute with caching

pub fn clear(&self)

Clear all cached results

pub fn clear_tool(&self, tool: &str)

Clear cached results for a tool

pub fn cleanup_expired(&self)

Remove expired entries

pub fn stats(&self) -> ToolCacheStatsSnapshot

Get statistics

Trait Implementations

impl Default for ToolResultCache

fn default() -> Self

Returns the “default value” for a type.