jscpd-rs 0.1.6

50x+ faster duplicate-code detector for CI/CD; jscpd-compatible CLI, SARIF, JSON, HTML reports
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

use xxhash_rust::xxh3::xxh3_64;

use super::TokenKind;

pub(super) fn hash_token(kind: TokenKind, value: &str, ignore_case: bool) -> u64 {
    let kind_hash = match kind {
        TokenKind::Comment => 0x01_u64,
        TokenKind::Constant => 0x08_u64,
        TokenKind::Empty => 0x09_u64,
        TokenKind::Keyword => 0x02_u64,
        TokenKind::NewLine => 0x0a_u64,
        TokenKind::Number => 0x03_u64,
        TokenKind::Operator => 0x04_u64,
        TokenKind::Punctuation => 0x05_u64,
        TokenKind::String => 0x06_u64,
        TokenKind::Default => 0x07_u64,
    };
    hash_value(value, ignore_case) ^ kind_hash
}

fn hash_value(value: &str, ignore_case: bool) -> u64 {
    if ignore_case {
        xxh3_64(value.to_lowercase().as_bytes())
    } else {
        xxh3_64(value.as_bytes())
    }
}