Struct RobotsCache 

pub struct RobotsCache { /* private fields */ }

Robots.txt cache

Implementations

impl RobotsCache

pub fn new(ttl_secs: u64) -> Self

New cache with TTL

pub fn get(&self, url: &Url) -> Option<String>

Retrieves an entry (if not expired)

pub fn get_crawl_delay(&self, url: &Url) -> Option<f64>

Retrieves the crawl-delay

pub fn set(&self, url: &Url, content: String, crawl_delay: Option<f64>)

Caches an entry

pub fn remove(&self, url: &Url)

Removes an entry

pub fn clear(&self)

Clears the cache

pub fn len(&self) -> usize

Cache size

pub fn is_empty(&self) -> bool

Is cache empty?

Trait Implementations

impl Default for RobotsCache

fn default() -> Self

Returns the “default value” for a type.