argus-dedupe 0.1.0

Content deduplication utilities for web crawling
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
pub mod bloom;
pub mod hybrid;
pub mod seen;
pub mod set_trait;
pub mod simhash;

#[cfg(feature = "redis")]
pub mod redis;

pub use bloom::BloomDeduplicator;
pub use hybrid::{HybridSeenSet, HybridStats};
pub use seen::SeenUrlSet;
pub use set_trait::SeenSet;
pub use simhash::Simhash;

#[cfg(feature = "redis")]
pub use redis::RedisSeenSet;