Struct InMemoryToolCache 

pub struct InMemoryToolCache { /* private fields */ }

A simple in-memory ToolCache backed by a Mutex<HashMap>.

Caches tool results keyed on (tool_name, args_json_string). Optionally bounded by a maximum number of entries; the oldest entry is evicted once the cap is exceeded.

Example

use std::sync::Arc;
use llm_agent_runtime::agent::{InMemoryToolCache, ToolRegistry};

let cache = Arc::new(InMemoryToolCache::new());
let registry = ToolRegistry::new().with_cache(cache);

Implementations

impl InMemoryToolCache

pub fn new() -> Self

Create a new unbounded cache.

pub fn with_max_entries(max: usize) -> Self

Create a cache that evicts the oldest entry once max entries are reached.

pub fn clear(&self)

Remove all cached entries.

pub fn len(&self) -> usize

Return the number of cached entries.

pub fn is_empty(&self) -> bool

Return true if the cache is empty.

pub fn contains(&self, tool_name: &str, args: &Value) -> bool

Return true if a cached result exists for (tool_name, args).

pub fn remove(&self, tool_name: &str, args: &Value) -> bool

Remove the cached result for (tool_name, args). Returns true if found.

pub fn capacity(&self) -> Option<usize>

Return the configured maximum capacity, or None if the cache is unbounded.

Trait Implementations

impl Debug for InMemoryToolCache

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InMemoryToolCache

fn default() -> Self

Returns the “default value” for a type.

impl ToolCache for InMemoryToolCache

fn get(&self, tool_name: &str, args: &Value) -> Option<Value>

Look up a cached result for (tool_name, args).

fn set(&self, tool_name: &str, args: &Value, result: Value)

Store a result for (tool_name, args).