urlsieve 0.2.0

Intelligent URL deduplication tool for bug bounty workflows
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use super::Detector;
use crate::detector::shannon_entropy;

pub struct EntropyDetector {
    min_len: usize,
    threshold: f64,
}

impl EntropyDetector {
    #[must_use]
    pub fn new(min_len: usize, threshold: f64) -> Self {
        Self { min_len, threshold }
    }
}

impl Detector for EntropyDetector {
    fn name(&self) -> &'static str {
        "entropy"
    }

    fn detect(&self, segment: &str) -> Option<&'static str> {
        if segment.len() >= self.min_len && shannon_entropy(segment) > self.threshold {
            return Some("{hash}");
        }
        None
    }

    fn priority(&self) -> u8 {
        255
    }
}