Struct InMemoryCache 

pub struct InMemoryCache { /* private fields */ }

In-memory cache implementation using LRU eviction.

This cache provides fast local storage with automatic eviction of least recently used entries when capacity is reached.

Examples

use ultrafast_models_sdk::cache::{InMemoryCache, Cache, CachedResponse};
use std::time::Duration;

let cache = InMemoryCache::new(1000); // 1000 entries capacity

let response = CachedResponse::new(chat_response, Duration::from_secs(3600));
cache.set("key", response, Duration::from_secs(3600));

if let Some(cached) = cache.get("key") {
    println!("Cache hit: {}", cached.response.choices[0].message.content);
}

Implementations

impl InMemoryCache

pub fn new(capacity: usize) -> Self

Create a new in-memory cache with the specified capacity.

Arguments

• capacity - Maximum number of entries in the cache

Examples

use ultrafast_models_sdk::cache::InMemoryCache;

let cache = InMemoryCache::new(1000);

Trait Implementations

impl Cache for InMemoryCache

fn get(&self, key: &str) -> Option<CachedResponse>

Retrieve a cached response by key.

fn set(&self, key: &str, response: CachedResponse, _ttl: Duration)

Store a response in the cache.

fn invalidate(&self, key: &str)

Remove a specific entry from the cache.

fn clear(&self)

Clear all entries from the cache.

fn size(&self) -> usize

Get the current number of entries in the cache.