Struct RobotsCache 

pub struct RobotsCache { /* private fields */ }

Robots.txt cache

Implementations

impl RobotsCache

pub fn new(default_ttl: Duration) -> Self

Create a new in-memory cache

pub fn with_persistence(default_ttl: Duration, persist_dir: &str) -> Self

Create a cache with file persistence

pub fn default_ttl(&self) -> Duration

Get the default TTL

pub fn stats(&self) -> Arc<CacheStats>

Get cache statistics

pub fn get(&self, key: &RobotsCacheKey) -> Option<RobotsPolicy>

Get a policy from cache if not expired

pub fn insert(&self, key: RobotsCacheKey, policy: RobotsPolicy)

Insert a policy into cache

pub fn remove(&self, key: &RobotsCacheKey) -> Option<RobotsPolicy>

Remove a policy from cache

pub fn evict_expired(&self) -> usize

Clear expired entries

pub fn clear(&self)

Clear all entries

pub fn len(&self) -> usize

Get number of entries

pub fn is_empty(&self) -> bool

Check if cache is empty

pub fn domains(&self) -> Vec<String>

List all cached domains

pub async fn save_to_disk(&self) -> Result<usize>

Save cache to disk (if persistence enabled)

pub async fn load_from_disk(&self) -> Result<usize>

Load cache from disk (if persistence enabled)

Trait Implementations

impl Default for RobotsCache

fn default() -> Self

Returns the “default value” for a type.