use super::{detect_exposed_secrets, detect_exposed_secrets_in_headers};
fn sample_jwt() -> String {
[
"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9",
"eyJzdWIiOiIxMjM0NTY3ODkwIiwibmFtZSI6IkpvaG4gRG9lIn0",
"dozjgNryP4J3jVmNHl0w5N_XgL0n3I9PlFUP0THsR8U",
]
.join(".")
}
fn has_rule(body: &str, rule_id: &str) -> bool {
detect_exposed_secrets(body)
.iter()
.any(|s| s.secret_type == rule_id)
}
fn assert_rule(body: &str, rule_id: &str) {
let secrets = detect_exposed_secrets(body);
assert!(
secrets.iter().any(|s| s.secret_type == rule_id),
"expected {rule_id}; body={body:?} got={secrets:?}"
);
}
fn assert_no_rule(body: &str, rule_id: &str) {
let secrets = detect_exposed_secrets(body);
assert!(
secrets.iter().all(|s| s.secret_type != rule_id),
"expected no {rule_id}; body={body:?} got={secrets:?}"
);
}
fn keep_credential_password() -> String {
format!("ghp_{}", "x7K9mQ2vL8nR3pW1234567890ab")
}
#[test]
fn fn_corpus_gcp_key_in_maps_url_with_trailing_amp() {
let key = "AIza".to_string() + "SyA1234567890abcdefghijklmnopqrstuv";
let body = format!(
r#"<script src="https://maps.googleapis.com/maps/api/js?key={key}&libraries=places"></script>"#
);
assert!(has_rule(&body, "gcp-api-key"), "missed GCP key in {body}");
}
#[test]
fn fn_corpus_aws_key_next_to_boolean() {
let key = "AKIA".to_string() + "IOSFODNN7EXAMPL2";
let body = format!(r#"<script>var c={{apiKey:"{key}",debug:false}};</script>"#);
assert!(
has_rule(&body, "aws-access-token"),
"missed AWS key in {body}"
);
}
#[test]
fn fn_corpus_secret_in_minified_doc_with_allowlist_token() {
let key = "AKIA".to_string() + "IOSFODNN7EXAMPL2";
let body = format!(
r#"<span data-cfemail="a1b2c3"></span>{}<script>var k="{key}";</script>"#,
" ".repeat(2000)
);
assert!(!body.contains('\n'), "fixture must be minified");
assert!(
has_rule(&body, "aws-access-token"),
"minified allowlist token suppressed the key"
);
}
#[test]
fn fn_corpus_jwt_in_json_value() {
let body = format!(r#"{{"token":"{}","expired":false}}"#, sample_jwt());
assert!(has_rule(&body, "jwt"), "missed JWT in JSON value");
}
#[test]
fn fn_corpus_jwt_in_set_cookie_header() {
let header_block = format!(
"Content-Type: text/html\nSet-Cookie: session={}; Path=/; HttpOnly\n",
sample_jwt()
);
let secrets = detect_exposed_secrets_in_headers(&header_block);
assert!(
secrets.iter().any(|s| s.secret_type == "jwt"),
"missed JWT in Set-Cookie; got {secrets:?}"
);
assert!(
secrets.iter().all(|s| s.location == "set_cookie"),
"header findings must be tagged set_cookie"
);
}
#[test]
fn fn_corpus_private_key_block() {
let body = "-----BEGIN RSA PRIVATE KEY-----\n\
MIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC7VJTUt9Us8cKj\n\
MzEfYyjiWA4R4/M2bS1GB4t7NXp98C3SC6dVMvDuictGeurT8jNbvJZHtCSuYEvu\n\
-----END RSA PRIVATE KEY-----";
assert!(
!detect_exposed_secrets(body).is_empty(),
"missed PEM private key block"
);
}
fn assert_no_secrets(label: &str, body: &str) {
let secrets = detect_exposed_secrets(body);
assert!(
secrets.is_empty(),
"{label} must yield zero detections; got {secrets:?}"
);
}
#[test]
fn fp_corpus_cloudflare_email_protection() {
assert_no_secrets(
"cloudflare email-protection widget",
r#"<a href="/cdn-cgi/l/email-protection#a1b2c3d4e5f6" data-cfemail="a1b2c3d4e5f6">[email protected]</a>"#,
);
}
#[test]
fn fp_corpus_wp_content_asset_hash() {
assert_no_secrets(
"wp-content asset URL with 40-hex cache buster",
r#"<img src="/wp-content/uploads/2024/01/a1b2c3d4e5f67890a1b2c3d4e5f67890a1b2c3d4.jpg?ver=a1b2c3d4e5f67890a1b2c3d4e5f67890a1b2c3d4">"#,
);
}
#[test]
fn fp_corpus_plain_uuid() {
assert_no_secrets(
"bare UUID identifier",
r#"<div data-id="550e8400-e29b-41d4-a716-446655440000"></div>"#,
);
assert_no_secrets(
"CMS JSON key UUID",
r#"{"id":"doc","key":"01234567-89ab-cdef-0123-456789abcdef"}"#,
);
}
#[test]
fn fp_corpus_sri_integrity_hash() {
assert_no_secrets(
"subresource integrity hash",
r#"<script src="https://cdn.example.com/lib.js" integrity="sha384-oqVuAfXRKap7fdgcCY5uykM6+R9GqQ8K/uxy9rx7HNQlGYl1kPzQho1wx4JwY8wC" crossorigin="anonymous"></script>"#,
);
}
#[test]
fn fp_corpus_placeholder_key() {
assert_no_secrets(
"documented placeholder API key",
r#"<code>const apiKey = "YOUR_API_KEY_HERE";</code>"#,
);
}
#[test]
fn fp_corpus_aws_example_key() {
assert_no_secrets(
"AWS docs example key",
r#"<pre>AWS_ACCESS_KEY_ID=AKIAIOSFODNN7EXAMPLE</pre>"#,
);
}
#[test]
fn fp_corpus_generic_js_expression_noise() {
assert_no_secrets(
"Cookiebot iframe.tabIndex=-1",
r#"iframe.classList.add(HIDDEN_IFRAME_CLASS),iframe.name="__uspapiLocator",iframe.tabIndex=-1,iframe.setAttribute("role","presentation")"#,
);
assert_no_secrets(
"JS keyContents===0 expression",
r#"else if(this.keyContents||this.keyContents===0){var n=i.defaults({create:this.options.createModels},e);"#,
);
}
#[test]
fn fp_corpus_sanity_cms_key() {
assert_no_secrets(
"Sanity Portable Text _key",
r#"{"_key":"7de3cf854a21","_type":"span","marks":[],"text":"Hello"}"#,
);
}
#[test]
fn fp_corpus_sourcegraph_bare_hex() {
let hex40 = "a1b2c3d4e5f67890a1b2c3d4e5f67890a1b2c3d4";
let body =
format!(r#"<!-- powered by sourcegraph --><img src="/assets/{hex40}.png" alt="logo">"#);
assert_no_secrets("sourcegraph keyword + bare 40-hex asset hash", &body);
}
#[test]
fn fp_corpus_jsencrypt_private_key_template() {
assert_no_secrets(
"jsencrypt PEM template",
r#"RSAKey.prototype.getPrivateKey = function () { var a = "-----BEGIN RSA PRIVATE KEY-----\n"; return a += this.wordwrap(this.getPrivateBaseKeyB64()) + "\n", a += "-----END RSA PRIVATE KEY-----"; };"#,
);
}
#[test]
fn fp_corpus_angular_basic_auth_docs() {
assert_no_secrets(
"Angular $http Basic auth docs example",
r#"* $http.defaults.headers.common.Authorization = 'Basic YmVlcDpib29w';"#,
);
}
#[test]
fn fp_corpus_vault_camelcase_css_token() {
assert_no_secrets(
"vault s. camelCase design token",
r#"var h=(0,c.css)({fontWeight:s.typographyH300FontWeight})"#,
);
}
#[test]
fn fp_corpus_db_uri_template_literal() {
assert_no_secrets(
"postgresql template-literal builder",
r#"let s=`postgresql://${i(r.user)}:${i(r.password)}@${i(r.host)}/${o(r.database)}`,a="string"==typeof e?e:e.text;"#,
);
}
#[test]
fn tp_corpus_sendgrid_api_token() {
let token = format!(
"SG.{}.{}",
"kxaZ6NLtSdCFrGqIjmrnJA", "AcUYJCeiEC1ritC8rfveYuYXGqXJNcRKzJ4367EHzs4"
);
let body = format!(r#"{{"sendgrid_api_key":"{token}"}}"#);
assert!(
has_rule(&body, "sendgrid-api-token"),
"missed SendGrid token"
);
}
#[test]
fn tp_corpus_shopify_access_token() {
let token = format!("shpat_{}", "a0f50aa071076dce967553e8e5073b81");
let body = format!(r#"{{"password":"{token}"}}"#);
assert!(
has_rule(&body, "shopify-access-token"),
"missed Shopify shpat_ token"
);
}
#[test]
fn tp_corpus_sourcegraph_sgp_prefix_still_detects() {
let token = format!(
"sgp_{}_{}",
"0123456789abcdef", "0123456789abcdef0123456789abcdef01234567"
);
let body = format!(r#"const SOURCEGRAPH_TOKEN = "{token}";"#);
assert!(
has_rule(&body, "sourcegraph-access-token"),
"missed sgp_ Sourcegraph token"
);
}
#[test]
fn tp_corpus_gcp_key_severity_is_low() {
let key = "AIza".to_string() + "SyA1234567890abcdefghijklmnopqrstuv";
let body = format!(
r#"<script src="https://maps.googleapis.com/maps/api/js?key={key}&libraries=places"></script>"#
);
let secrets = detect_exposed_secrets(&body);
let gcp = secrets
.iter()
.find(|s| s.secret_type == "gcp-api-key")
.expect("GCP key must still be detected");
assert_eq!(
gcp.severity.as_str(),
"low",
"Maps/Firebase client keys are public-by-design"
);
}
#[test]
fn tp_corpus_opaque_generic_api_key_still_detects() {
let value = "a7f3c9e2b81d4056f9e4a1c8b7d60352e1f90a4b";
let body = format!(r#"const config = {{ apiKey: "{value}" }};"#);
assert!(
has_rule(&body, "generic-api-key"),
"plausible opaque generic-api-key must still detect; body={body}"
);
}
fn credential_url_finding(secrets: &[crate::parse::ExposedSecret]) -> &crate::parse::ExposedSecret {
secrets
.iter()
.find(|s| s.secret_type == "credential-bearing-url")
.expect("expected credential-bearing-url")
}
#[test]
fn fp_corpus_wordpress_explicit_port_path_not_credential_url() {
assert_no_rule(
r#"<img src="https://example.com:443/wp-content/uploads/x.jpg@2x">"#,
"credential-bearing-url",
);
assert_no_rule(
r#"<img src="https://example.com:443/wp-content/foo@cdn.example">"#,
"credential-bearing-url",
);
assert_no_rule(
r#"<!-- https://davis.local:8890/wp-content/theme@internal -->"#,
"credential-bearing-url",
);
}
#[test]
fn tp_corpus_credential_url_userinfo_without_slash_still_detects() {
let password = keep_credential_password();
let body = format!(r#"fetch("https://deploy:{password}@api.internal.com/v1/data")"#);
let secrets = detect_exposed_secrets(&body);
let found = credential_url_finding(&secrets);
assert_eq!(found.matched_value, password);
assert_eq!(found.severity.as_str(), "critical");
}
#[test]
fn tp_corpus_credential_url_mixed_password_and_pct_encoded_at() {
let password = keep_credential_password();
assert_rule(
&format!(r#"fetch("https://user:{password}@db.internal.example/v1")"#),
"credential-bearing-url",
);
assert_rule(
&format!(r#"fetch("https://user:443{password}@host.example/api")"#),
"credential-bearing-url",
);
assert_rule(
&format!(r#"fetch("https://user:p%40{password}@host.example/api")"#),
"credential-bearing-url",
);
}
#[test]
fn fp_corpus_placeholder_passwords_in_credential_url() {
for password in [
"mypassword",
"secretpassword",
"dummy",
"warehouse",
"gooduser",
"YOURAPIKEY",
"changeme",
] {
let body = format!(r#"fetch("https://docs:{password}@api.example.com/v1")"#);
assert_no_rule(&body, "credential-bearing-url");
}
}
#[test]
fn fp_corpus_placeholder_passwords_in_database_uri() {
assert_no_rule(
r#"mongodb://root:mypassword@zadig-mongodb:27017/app"#,
"database-connection-uri",
);
assert_no_rule(
r#"postgres://app:dummy@localhost:5432/app"#,
"database-connection-uri",
);
assert_no_rule(
r#"postgresql://warehouse:warehouse@localhost:5432/warehouse"#,
"database-connection-uri",
);
assert_no_rule(
r#"postgres://appuser:secretpassword@db.example.com:5432/app"#,
"database-connection-uri",
);
assert_no_rule(
r#"postgresql://$DB_USERNAME:$DB_PASSWORD@db.example/app"#,
"database-connection-uri",
);
}
#[test]
fn tp_corpus_placeholder_as_substring_still_detects() {
assert_rule(
r#"mongodb://admin:warehouse123@cluster.example.net/db"#,
"database-connection-uri",
);
assert_rule(
r#"fetch("https://deploy:a9F3dummyK2mP@api.example.com/v1")"#,
"credential-bearing-url",
);
}
#[test]
fn fp_corpus_template_variable_password_in_credential_url() {
assert_no_rule(
r#"fetch("https://user:$DB_PASSWORD@api.example.com/v1")"#,
"credential-bearing-url",
);
assert_no_rule(
r#"fetch("https://user:${API_TOKEN}@api.example.com/v1")"#,
"credential-bearing-url",
);
assert_no_rule(
r#"fetch("https://user:%API_TOKEN%@api.example.com/v1")"#,
"credential-bearing-url",
);
}
#[test]
fn tp_corpus_nearby_template_token_does_not_suppress_real_credential_url() {
let password = keep_credential_password();
let body = format!(
r#"const unused = "$DB_PASSWORD"; fetch("https://deploy:{password}@api.internal.com/v1/data");"#
);
assert_rule(&body, "credential-bearing-url");
}
#[test]
fn fp_corpus_known_safe_cdn_hosts_not_credential_url() {
let password = keep_credential_password();
for host in [
"maps.googleapis.com",
"cdn.jsdelivr.net",
"cdn.onetrust.com",
"cdn.cookielaw.org",
"www.gstatic.com",
"www.youtube.com",
] {
let body = format!(r#"<script src="https://embed:{password}@{host}/pkg.js"></script>"#);
assert_no_rule(&body, "credential-bearing-url");
}
}
#[test]
fn tp_corpus_jsdelivr_nearby_does_not_suppress_real_credential_url() {
let password = keep_credential_password();
let body = format!(
r#"<script src="https://cdn.jsdelivr.net/npm/foo"></script>fetch("https://deploy:{password}@api.internal.com/v1/data")"#
);
assert!(
!body.contains('\n'),
"fixture must be one line so a line-target allowlist would incorrectly skip"
);
assert_rule(&body, "credential-bearing-url");
}
#[test]
fn fp_corpus_mailto_address_not_credential_url() {
assert_no_rule(
r#"<a href="mailto:name@example.com">contact</a>"#,
"credential-bearing-url",
);
}
#[test]
fn fp_corpus_email_only_userinfo_not_credential_url() {
assert_no_rule(
r#"fetch("https://name@example.com/inbox")"#,
"credential-bearing-url",
);
}
#[test]
fn fp_corpus_percent_encoded_mailbox_userinfo_not_credential_url() {
let body = r#"smtp = "https://jane.doe%40example.com:smtpstarttls99@mail.example.net""#;
assert_no_rule(body, "credential-bearing-url");
}
#[test]
fn fp_corpus_mailto_adjacent_userinfo_not_credential_url() {
let body = concat!(
r#"<a href="mailto:admin@example.com">write us</a>"#,
r#" fetch("https://docs:tokenpublic1@api.example.com/v1")"#,
);
assert_no_rule(body, "credential-bearing-url");
}
#[test]
fn tp_corpus_prefixed_token_userinfo_without_colon_still_detects() {
let token = keep_credential_password();
let body = format!(r#"fetch("https://{token}@api.example.com/v1/data")"#);
let secrets = detect_exposed_secrets(&body);
let found = credential_url_finding(&secrets);
assert_eq!(found.matched_value, token);
assert_eq!(found.severity.as_str(), "critical");
}
#[test]
fn tp_corpus_mailbox_user_with_prefixed_password_still_detects() {
let password = keep_credential_password();
let body = format!(r#"fetch("https://jane.doe%40example.com:{password}@api.example.com/v1")"#);
assert_rule(&body, "credential-bearing-url");
}
#[test]
fn fp_corpus_header_only_pem_not_private_key() {
let body = "-----BEGIN RSA PRIVATE KEY-----\n\
MIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC7\n\
-----END RSA PRIVATE KEY-----";
assert_no_rule(body, "private-key");
}
#[test]
fn tp_corpus_long_synthetic_pem_still_detects() {
let body = "-----BEGIN RSA PRIVATE KEY-----\n\
MIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC7VJTUt9Us8cKj\n\
MzEfYyjiWA4R4/M2bS1GB4t7NXp98C3SC6dVMvDuictGeurT8jNbvJZHtCSuYEvu\n\
MIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQC7VJTUt9Us8cKj\n\
-----END RSA PRIVATE KEY-----";
assert_rule(body, "private-key");
}
#[test]
fn tp_corpus_long_random_basic_auth_still_detects() {
use base64::Engine;
let pair = format!("deploy:{}", "xK9mP2vQ8nR4wL7sT3jH");
let encoded = base64::engine::general_purpose::STANDARD.encode(pair.as_bytes());
let body = format!(r#"xhr.setRequestHeader("Authorization", "Basic {encoded}");"#);
assert_rule(&body, "http-basic-auth");
}