keyhog-scanner 0.2.1

High-performance secret detection engine with Hyperscan NFA, GPU pattern matching, entropy scoring, and decode-through scanning
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

use super::*;
use crate::multiline::preprocessor::extract_quoted_content;

#[test]
fn test_python_backslash_continuation() {
    let text = "key = 'sk-proj-' + \\\n    'abcdef1234567890'";
    let preprocessed = preprocess_multiline(text, &MultilineConfig::default());
    assert!(preprocessed.text.contains("sk-proj-abcdef1234567890"));
}

#[test]
fn test_python_implicit_concatenation() {
    let text = r#"api_key = "sk-" "live_" "abcdef123456""#;
    let preprocessed = preprocess_multiline(text, &MultilineConfig::default());
    assert!(preprocessed.text.contains("sk-live_abcdef123456"));
}

#[test]
fn test_javascript_plus_concatenation() {
    let text = "const key = \"sk-\" +\n    \"test_\" +\n    \"secret123\";";
    let preprocessed = preprocess_multiline(text, &MultilineConfig::default());
    assert!(preprocessed.text.contains("sk-test_secret123"));
}

#[test]
fn test_template_literal_and_go_concat() {
    let template = r#"const key = `sk-proj-${id}abcdef123456`;"#;
    let template_processed = preprocess_multiline(template, &MultilineConfig::default());
    assert!(template_processed.text.contains("sk-proj-"));
    assert!(template_processed.text.contains("abcdef123456"));

    let go = "apiKey := \"sk-\" +\n    \"live_\" +\n    \"abcdef123456\"";
    let go_processed = preprocess_multiline(go, &MultilineConfig::default());
    assert!(go_processed.text.contains("sk-live_abcdef123456"));
}

#[test]
fn test_passthrough_and_line_mapping() {
    let text = "line1\nline2\nline3";
    let preprocessed = preprocess_multiline(text, &MultilineConfig::default());
    assert_eq!(preprocessed.line_for_offset(0), Some(1));

    let empty = preprocess_multiline("", &MultilineConfig::default());
    assert!(empty.text.is_empty());
    assert!(empty.mappings.is_empty());
}

#[test]
fn test_aws_github_and_slack_multiline() {
    let aws = "AWS_ACCESS_KEY_ID = \"AKIA\" \\\n    \"IOSFODNN7EXAMPLE\"";
    assert!(
        preprocess_multiline(aws, &MultilineConfig::default())
            .text
            .contains("AKIAIOSFODNN7EXAMPLE")
    );

    let github =
        "const token = \"ghp_\" +\n    \"xxxxxxxxxxxxxxxxxxxx\" +\n    \"xxxxxxxxxxxxxxxxxxxx\";";
    assert!(
        preprocess_multiline(github, &MultilineConfig::default())
            .text
            .contains("ghp_")
    );

    let slack =
        r#"slack_token = "xoxb-" "1234567890" "-" "1234567890" "-" "abcdefghijABCDEFGHIJklmn""#;
    assert!(
        preprocess_multiline(slack, &MultilineConfig::default())
            .text
            .contains("xoxb-")
    );
}

#[test]
fn test_feature_flags_and_single_line_concat() {
    let text = r#"key = "part1" + "part2""#;
    let preprocessed = preprocess_multiline(
        text,
        &MultilineConfig {
            plus_concatenation: false,
            ..Default::default()
        },
    );
    assert!(preprocessed.text.contains("part1"));
    assert!(preprocessed.text.contains("part2"));

    let inline = r#"token = "xoxb-1234567890-" + "1234567890-" + "abcdefghijABCDEFGHIJklmn""#;
    let inline_processed = preprocess_multiline(inline, &MultilineConfig::default());
    assert!(
        inline_processed
            .text
            .contains("xoxb-1234567890-1234567890-abcdefghijABCDEFGHIJklmn")
    );
}

#[test]
fn test_fstring_support() {
    let content = extract_quoted_content(r#"f"sk-proj-{prefix}abcdef123456""#, '"', '"');
    assert_eq!(content.as_deref(), Some("sk-proj-abcdef123456"));

    let multiline = "key = f\"sk-proj-\" + \\\n    f\"{org_id}abcdef123456\"";
    let preprocessed = preprocess_multiline(multiline, &MultilineConfig::default());
    assert!(preprocessed.text.contains("sk-proj-"));
    assert!(preprocessed.text.contains("abcdef123456"));
}