Struct DeduplicationConfig 

pub struct DeduplicationConfig {
    pub enabled: bool,
    pub ttl: Duration,
    pub strategy: DeduplicationStrategy,
    pub redis_key_prefix: String,
    pub max_retries: u32,
    pub cleanup_interval: Duration,
}

Event deduplication configuration

Provides configuration for detecting and filtering duplicate events in the stream. When enabled, events are deduplicated based on their content hash using a Redis-backed bloom filter or exact matching store.

Example

use processor::config::{DeduplicationConfig, DeduplicationStrategy};
use std::time::Duration;

let config = DeduplicationConfig {
    enabled: true,
    ttl: Duration::from_secs(3600),
    strategy: DeduplicationStrategy::ContentHash,
    redis_key_prefix: "dedup".to_string(),
    max_retries: 3,
    cleanup_interval: Duration::from_secs(300),
};

Fields

enabled: bool

Enable event deduplication

ttl: Duration

Time-to-live for deduplication records Events with the same signature within this window are considered duplicates

strategy: DeduplicationStrategy

Deduplication strategy to use

redis_key_prefix: String

Redis key prefix for deduplication storage

max_retries: u32

Maximum number of retries for Redis operations

cleanup_interval: Duration

Interval for cleanup of expired deduplication records

Implementations

impl DeduplicationConfig

pub fn new() -> Self

Create a new deduplication configuration with defaults

pub fn enabled(self) -> Self

Enable deduplication

pub fn with_ttl(self, ttl: Duration) -> Self

Set the TTL for deduplication records

pub fn with_strategy(self, strategy: DeduplicationStrategy) -> Self

Set the deduplication strategy

pub fn with_redis_key_prefix<S: Into<String>>(self, prefix: S) -> Self

Set the Redis key prefix

pub fn with_max_retries(self, retries: u32) -> Self

Set maximum retries for Redis operations

pub fn with_cleanup_interval(self, interval: Duration) -> Self

Set cleanup interval

pub fn validate(&self) -> Result<()>

Validate deduplication configuration

pub fn ttl_ms(&self) -> u64

Get TTL in milliseconds

pub fn cleanup_interval_ms(&self) -> u64

Get cleanup interval in milliseconds

Trait Implementations

impl Clone for DeduplicationConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DeduplicationConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for DeduplicationConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for DeduplicationConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for DeduplicationConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.