Struct UrlDedup 

pub struct UrlDedup { /* private fields */ }

Deduplication by URL

Implementations

impl UrlDedup

pub fn new() -> Self

New deduplicator

pub fn is_duplicate(&self, url: &str) -> bool

Check if the URL has already been seen

pub fn mark_seen(&self, url: &str) -> bool

Mark URL as seen, returns true if new

pub fn check_and_mark(&self, url: &str) -> bool

Check and mark in one operation

pub fn count(&self) -> usize

Number of URLs seen

pub fn clear(&self)

Clear the deduplicator

Trait Implementations

impl Default for UrlDedup

fn default() -> Self

Returns the “default value” for a type.