{
"architecture": "moe-v1",
"feature_count": 55,
"feature_source": "Rust dump_features serve path",
"metrics": {
"real_heldout": {
"n_neg": 2211,
"n_pos": 883,
"n_test": 3094,
"neg_mean_score": 0.1487,
"per_class": {
"API": {
"f1": 0.0,
"fn": 0,
"fp": 47,
"n_neg": 379,
"n_pos": 0,
"n_test": 379,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"API:Auth": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"API:Key": {
"f1": 0.7143,
"fn": 1,
"fp": 3,
"n_neg": 3,
"n_pos": 6,
"n_test": 9,
"precision": 0.625,
"recall": 0.8333,
"recall_at_0_40_floor": 0.8333,
"tp": 5
},
"API:Key:Dropbox App secret": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"API:Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 6,
"n_pos": 4,
"n_test": 10,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 4
},
"AWS Client ID": {
"f1": 0.6207,
"fn": 0,
"fp": 11,
"n_neg": 71,
"n_pos": 9,
"n_test": 80,
"precision": 0.45,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 9
},
"AWS Client ID:Key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 14,
"n_test": 14,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 14
},
"Auth": {
"f1": 0.8333,
"fn": 0,
"fp": 6,
"n_neg": 55,
"n_pos": 15,
"n_test": 70,
"precision": 0.7143,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 15
},
"Auth:Azure Access Token:JSON Web Token:Bearer Authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Auth:BASE64 encoded PEM Private Key": {
"f1": 0.0,
"fn": 1,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.0,
"tp": 0
},
"Auth:Basic Authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 6,
"n_pos": 112,
"n_test": 118,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 112
},
"Auth:Bearer Authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 9,
"n_test": 9,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 9
},
"Auth:Key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 3,
"n_test": 3,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"Auth:Key:Token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 59,
"n_pos": 0,
"n_test": 59,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Auth:Password": {
"f1": 0.0,
"fn": 1,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.0,
"tp": 0
},
"Auth:Salt": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Auth:Secret:Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"Auth:Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 7,
"n_pos": 15,
"n_test": 22,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 15
},
"Auth:Token:JSON Web Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Auth:Token:UUID": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Azure Access Token:JSON Web Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"BASE64 encoded PEM Private Key:Key": {
"f1": 0.5,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 1,
"n_test": 3,
"precision": 0.3333,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Basic Authorization": {
"f1": 0.4,
"fn": 0,
"fp": 3,
"n_neg": 4,
"n_pos": 1,
"n_test": 5,
"precision": 0.25,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Bearer Authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 7,
"n_test": 7,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 7
},
"CMD ConvertTo-SecureString": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 3,
"n_pos": 0,
"n_test": 3,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"CMD Password": {
"f1": 0.6667,
"fn": 3,
"fp": 0,
"n_neg": 2,
"n_pos": 6,
"n_test": 8,
"precision": 1.0,
"recall": 0.5,
"recall_at_0_40_floor": 0.5,
"tp": 3
},
"CURL User Password": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Credential": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 10,
"n_pos": 0,
"n_test": 10,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Dropbox App secret": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 82,
"n_pos": 0,
"n_test": 82,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Dropbox App secret:Password": {
"f1": 0.9744,
"fn": 0,
"fp": 1,
"n_neg": 4,
"n_pos": 19,
"n_test": 23,
"precision": 0.95,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 19
},
"Google API Key:Key": {
"f1": 0.6667,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 2,
"n_test": 4,
"precision": 0.5,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"Google Multi": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 4,
"n_test": 4,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 4
},
"JSON Web Token": {
"f1": 0.963,
"fn": 0,
"fp": 1,
"n_neg": 12,
"n_pos": 13,
"n_test": 25,
"precision": 0.9286,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 13
},
"JSON Web Token:Bearer Authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 16,
"n_test": 16,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 16
},
"JSON Web Token:Token": {
"f1": 0.8,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 2,
"n_test": 3,
"precision": 0.6667,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"JWK": {
"f1": 0.9091,
"fn": 0,
"fp": 1,
"n_neg": 2,
"n_pos": 5,
"n_test": 7,
"precision": 0.8333,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 5
},
"Key": {
"f1": 0.5769,
"fn": 0,
"fp": 22,
"n_neg": 258,
"n_pos": 15,
"n_test": 273,
"precision": 0.4054,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 15
},
"Key:AWS Multi:AWS Client ID": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 6,
"n_pos": 0,
"n_test": 6,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Key:Nonce": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Key:Secret": {
"f1": 0.6667,
"fn": 0,
"fp": 13,
"n_neg": 26,
"n_pos": 13,
"n_test": 39,
"precision": 0.5,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 13
},
"Key:Stripe Credentials": {
"f1": 0.6667,
"fn": 1,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 0.5,
"recall_at_0_40_floor": 0.5,
"tp": 1
},
"Key:Token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 34,
"n_pos": 0,
"n_test": 34,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"NKEY Seed": {
"f1": 0.8889,
"fn": 0,
"fp": 1,
"n_neg": 3,
"n_pos": 4,
"n_test": 7,
"precision": 0.8,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 4
},
"Nonce": {
"f1": 0.8,
"fn": 0,
"fp": 2,
"n_neg": 4,
"n_pos": 4,
"n_test": 8,
"precision": 0.6667,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 4
},
"PEM Private Key": {
"f1": 0.895,
"fn": 0,
"fp": 23,
"n_neg": 93,
"n_pos": 98,
"n_test": 191,
"precision": 0.8099,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 98
},
"PEM Private Key:Key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Password": {
"f1": 0.8481,
"fn": 23,
"fp": 54,
"n_neg": 450,
"n_pos": 238,
"n_test": 688,
"precision": 0.7993,
"recall": 0.9034,
"recall_at_0_40_floor": 0.9076,
"tp": 215
},
"Password:Auth": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"Password:Credential": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Password:Salt": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Password:Secret": {
"f1": 0.8,
"fn": 1,
"fp": 0,
"n_neg": 1,
"n_pos": 3,
"n_test": 4,
"precision": 1.0,
"recall": 0.6667,
"recall_at_0_40_floor": 0.6667,
"tp": 2
},
"Password:Token": {
"f1": 0.0,
"fn": 3,
"fp": 4,
"n_neg": 5,
"n_pos": 3,
"n_test": 8,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.3333,
"tp": 0
},
"Password:URL Credentials": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 34,
"n_pos": 2,
"n_test": 36,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"Salt": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 22,
"n_test": 22,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 22
},
"Secret": {
"f1": 0.825,
"fn": 1,
"fp": 27,
"n_neg": 258,
"n_pos": 67,
"n_test": 325,
"precision": 0.7097,
"recall": 0.9851,
"recall_at_0_40_floor": 0.9851,
"tp": 66
},
"Secret:Key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 3,
"n_test": 3,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"Secret:OTP / 2FA Secret": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"Token": {
"f1": 0.699,
"fn": 16,
"fp": 15,
"n_neg": 161,
"n_pos": 52,
"n_test": 213,
"precision": 0.7059,
"recall": 0.6923,
"recall_at_0_40_floor": 0.75,
"tp": 36
},
"Token:Auth": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Token:JSON Web Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Token:UUID": {
"f1": 0.8936,
"fn": 8,
"fp": 2,
"n_neg": 33,
"n_pos": 50,
"n_test": 83,
"precision": 0.9545,
"recall": 0.84,
"recall_at_0_40_floor": 0.86,
"tp": 42
},
"Twilio Credentials": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"URL Credentials": {
"f1": 0.7755,
"fn": 1,
"fp": 10,
"n_neg": 35,
"n_pos": 20,
"n_test": 55,
"precision": 0.6552,
"recall": 0.95,
"recall_at_0_40_floor": 0.95,
"tp": 19
},
"UUID": {
"f1": 0.1053,
"fn": 1,
"fp": 16,
"n_neg": 94,
"n_pos": 2,
"n_test": 96,
"precision": 0.0588,
"recall": 0.5,
"recall_at_0_40_floor": 0.5,
"tp": 1
},
"UUID:Key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"UUID:Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
}
},
"per_detector": {
"akamai-api-credentials": {
"f1": 0.6667,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 1,
"n_test": 2,
"precision": 0.5,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"autoblocks-api-key": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"aws-access-key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 23,
"n_test": 23,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 23
},
"aws-secrets-manager-arn": {
"f1": 0.0,
"fn": 0,
"fp": 12,
"n_neg": 13,
"n_pos": 0,
"n_test": 13,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"backblaze-b2-app-key-v2": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"basic-auth-credentials": {
"f1": 0.9912,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 112,
"n_test": 114,
"precision": 0.9825,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 112
},
"bearer-authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 25,
"n_test": 25,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 25
},
"bitbucket-pipeline-variable": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"budibase-credentials": {
"f1": 0.75,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 3,
"n_test": 5,
"precision": 0.6,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"carbon-black-api-key": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"cli-password-flag": {
"f1": 0.5556,
"fn": 6,
"fp": 2,
"n_neg": 7,
"n_pos": 11,
"n_test": 18,
"precision": 0.7143,
"recall": 0.4545,
"recall_at_0_40_floor": 0.4545,
"tp": 5
},
"confluent-cloud-api-key": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"courier-api-key": {
"f1": 0.0,
"fn": 1,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.0,
"tp": 0
},
"easypost-api-key": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"entropy-api-key": {
"f1": 0.5281,
"fn": 13,
"fp": 96,
"n_neg": 1284,
"n_pos": 74,
"n_test": 1358,
"precision": 0.3885,
"recall": 0.8243,
"recall_at_0_40_floor": 0.8784,
"tp": 61
},
"entropy-api-key:reassembled": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 36,
"n_test": 36,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 36
},
"entropy-generic": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 3,
"n_test": 3,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"entropy-password": {
"f1": 0.8062,
"fn": 4,
"fp": 21,
"n_neg": 131,
"n_pos": 56,
"n_test": 187,
"precision": 0.7123,
"recall": 0.9286,
"recall_at_0_40_floor": 0.9286,
"tp": 52
},
"entropy-token": {
"f1": 0.8485,
"fn": 4,
"fp": 16,
"n_neg": 404,
"n_pos": 60,
"n_test": 464,
"precision": 0.7778,
"recall": 0.9333,
"recall_at_0_40_floor": 0.9333,
"tp": 56
},
"generic-api-key": {
"f1": 0.8889,
"fn": 1,
"fp": 1,
"n_neg": 8,
"n_pos": 9,
"n_test": 17,
"precision": 0.8889,
"recall": 0.8889,
"recall_at_0_40_floor": 0.8889,
"tp": 8
},
"generic-keyword-secret": {
"f1": 0.9172,
"fn": 14,
"fp": 12,
"n_neg": 89,
"n_pos": 158,
"n_test": 247,
"precision": 0.9231,
"recall": 0.9114,
"recall_at_0_40_floor": 0.9241,
"tp": 144
},
"generic-password": {
"f1": 0.9324,
"fn": 2,
"fp": 8,
"n_neg": 16,
"n_pos": 71,
"n_test": 87,
"precision": 0.8961,
"recall": 0.9718,
"recall_at_0_40_floor": 0.9718,
"tp": 69
},
"generic-secret": {
"f1": 0.8462,
"fn": 6,
"fp": 14,
"n_neg": 87,
"n_pos": 61,
"n_test": 148,
"precision": 0.7971,
"recall": 0.9016,
"recall_at_0_40_floor": 0.9016,
"tp": 55
},
"generic-secret:reassembled": {
"f1": 0.5714,
"fn": 6,
"fp": 0,
"n_neg": 10,
"n_pos": 10,
"n_test": 20,
"precision": 1.0,
"recall": 0.4,
"recall_at_0_40_floor": 0.4,
"tp": 4
},
"github-app-private-key": {
"f1": 0.9643,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 27,
"n_test": 29,
"precision": 0.931,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 27
},
"google-api-key": {
"f1": 0.8,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 2,
"n_test": 3,
"precision": 0.6667,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"google-cloud-storage-hmac-key": {
"f1": 0.0,
"fn": 0,
"fp": 33,
"n_neg": 60,
"n_pos": 0,
"n_test": 60,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"google-oauth-client-secret": {
"f1": 0.8,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 4,
"n_test": 6,
"precision": 0.6667,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 4
},
"grafana-cloud-api-key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 8,
"n_test": 8,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 8
},
"huggingface-user-token": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 5,
"n_pos": 0,
"n_test": 5,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"ipinfo-api-token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"jwt-token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 17,
"n_test": 17,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 17
},
"kubernetes-bootstrap-token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"lastfm-api-key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"magento-integration-token": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"mongodb-atlas-api-key": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"mongodb-connection-string": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"mysql-connection-string": {
"f1": 0.0,
"fn": 0,
"fp": 5,
"n_neg": 7,
"n_pos": 0,
"n_test": 7,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"nats-credentials": {
"f1": 0.0,
"fn": 0,
"fp": 3,
"n_neg": 18,
"n_pos": 0,
"n_test": 18,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"npm-access-token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"npmrc-auth-token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"postgresql-connection-string": {
"f1": 0.3333,
"fn": 1,
"fp": 3,
"n_neg": 6,
"n_pos": 2,
"n_test": 8,
"precision": 0.25,
"recall": 0.5,
"recall_at_0_40_floor": 0.5,
"tp": 1
},
"postmark-webhook-credentials": {
"f1": 0.6667,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 1,
"n_test": 2,
"precision": 0.5,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"private-key": {
"f1": 0.0,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"putty-private-key": {
"f1": 0.0,
"fn": 0,
"fp": 2,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"rabbitmq-management-credentials": {
"f1": 0.0,
"fn": 3,
"fp": 0,
"n_neg": 11,
"n_pos": 3,
"n_test": 14,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.0,
"tp": 0
},
"redis-connection-string": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"smugmug-api-key": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"ssh-private-key": {
"f1": 0.8957,
"fn": 0,
"fp": 17,
"n_neg": 18,
"n_pos": 73,
"n_test": 91,
"precision": 0.8111,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 73
},
"stripe-secret-key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"url-credentials": {
"f1": 0.8696,
"fn": 0,
"fp": 6,
"n_neg": 7,
"n_pos": 20,
"n_test": 27,
"precision": 0.7692,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 20
},
"wordpress-api-token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 8,
"n_test": 8,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 8
}
},
"per_recall_sensitive_class": {
"API": {
"f1": 0.0,
"fn": 0,
"fp": 14,
"n_neg": 314,
"n_pos": 0,
"n_test": 314,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"API:Auth": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"API:Key": {
"f1": 0.8,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 2,
"n_test": 3,
"precision": 0.6667,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"API:Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 6,
"n_pos": 2,
"n_test": 8,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
},
"AWS Client ID": {
"f1": 0.0,
"fn": 0,
"fp": 11,
"n_neg": 69,
"n_pos": 0,
"n_test": 69,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Auth": {
"f1": 0.8485,
"fn": 0,
"fp": 5,
"n_neg": 52,
"n_pos": 14,
"n_test": 66,
"precision": 0.7368,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 14
},
"Auth:BASE64 encoded PEM Private Key": {
"f1": 0.0,
"fn": 1,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.0,
"tp": 0
},
"Auth:Basic Authorization": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 6,
"n_pos": 1,
"n_test": 7,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Auth:Key": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Auth:Key:Token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 57,
"n_pos": 0,
"n_test": 57,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Auth:Salt": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Auth:Token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 7,
"n_pos": 0,
"n_test": 7,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Auth:Token:JSON Web Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Basic Authorization": {
"f1": 0.0,
"fn": 0,
"fp": 3,
"n_neg": 4,
"n_pos": 0,
"n_test": 4,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"CMD ConvertTo-SecureString": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 3,
"n_pos": 0,
"n_test": 3,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"CMD Password": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 2,
"n_pos": 0,
"n_test": 2,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"CURL User Password": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Credential": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 9,
"n_pos": 0,
"n_test": 9,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Dropbox App secret": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 82,
"n_pos": 0,
"n_test": 82,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Dropbox App secret:Password": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"JSON Web Token": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 12,
"n_pos": 0,
"n_test": 12,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"JWK": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 3,
"n_test": 3,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"Key": {
"f1": 0.5294,
"fn": 0,
"fp": 16,
"n_neg": 244,
"n_pos": 9,
"n_test": 253,
"precision": 0.36,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 9
},
"Key:AWS Multi:AWS Client ID": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 6,
"n_pos": 0,
"n_test": 6,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Key:Nonce": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Key:Secret": {
"f1": 0.625,
"fn": 0,
"fp": 6,
"n_neg": 16,
"n_pos": 5,
"n_test": 21,
"precision": 0.4545,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 5
},
"Key:Token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"NKEY Seed": {
"f1": 0.8571,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 3,
"n_test": 4,
"precision": 0.75,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"Nonce": {
"f1": 0.8571,
"fn": 0,
"fp": 1,
"n_neg": 3,
"n_pos": 3,
"n_test": 6,
"precision": 0.75,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 3
},
"PEM Private Key": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 70,
"n_pos": 0,
"n_test": 70,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Password": {
"f1": 0.7143,
"fn": 7,
"fp": 41,
"n_neg": 393,
"n_pos": 67,
"n_test": 460,
"precision": 0.5941,
"recall": 0.8955,
"recall_at_0_40_floor": 0.8955,
"tp": 60
},
"Password:Salt": {
"f1": 0.0,
"fn": 0,
"fp": 1,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Password:Secret": {
"f1": 0.8,
"fn": 1,
"fp": 0,
"n_neg": 1,
"n_pos": 3,
"n_test": 4,
"precision": 1.0,
"recall": 0.6667,
"recall_at_0_40_floor": 0.6667,
"tp": 2
},
"Password:Token": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 1,
"n_pos": 0,
"n_test": 1,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Password:URL Credentials": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 31,
"n_pos": 0,
"n_test": 31,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"Salt": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 22,
"n_test": 22,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 22
},
"Secret": {
"f1": 0.7586,
"fn": 1,
"fp": 20,
"n_neg": 203,
"n_pos": 34,
"n_test": 237,
"precision": 0.6226,
"recall": 0.9706,
"recall_at_0_40_floor": 0.9706,
"tp": 33
},
"Secret:OTP / 2FA Secret": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Token": {
"f1": 0.6207,
"fn": 6,
"fp": 5,
"n_neg": 107,
"n_pos": 15,
"n_test": 122,
"precision": 0.6429,
"recall": 0.6,
"recall_at_0_40_floor": 0.8,
"tp": 9
},
"Token:Auth": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"Token:UUID": {
"f1": 0.9118,
"fn": 4,
"fp": 2,
"n_neg": 31,
"n_pos": 35,
"n_test": 66,
"precision": 0.9394,
"recall": 0.8857,
"recall_at_0_40_floor": 0.9143,
"tp": 31
},
"Twilio Credentials": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 1,
"n_test": 1,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 1
},
"URL Credentials": {
"f1": 0.0,
"fn": 0,
"fp": 0,
"n_neg": 5,
"n_pos": 0,
"n_test": 5,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": null,
"tp": 0
},
"UUID": {
"f1": 0.0,
"fn": 1,
"fp": 3,
"n_neg": 77,
"n_pos": 1,
"n_test": 78,
"precision": 0.0,
"recall": 0.0,
"recall_at_0_40_floor": 0.0,
"tp": 0
},
"UUID:Token": {
"f1": 1.0,
"fn": 0,
"fp": 0,
"n_neg": 0,
"n_pos": 2,
"n_test": 2,
"precision": 1.0,
"recall": 1.0,
"recall_at_0_40_floor": 1.0,
"tp": 2
}
},
"pos_mean_score": 0.8944,
"real_f1": 0.8324,
"real_pos_recall_at_0.40_floor": 0.9377,
"real_precision": 0.7527,
"real_recall": 0.9309,
"recall_at_0_40_floor": 0.9377,
"six_scanner_differential": {
"error": "/media/mukund-thiru/SanthData/Santh/software/keyhog/benchmarks/results/82fcd9288623/creddata-betterleaks-default-nocache-nodaemon-no-validate.json has schema_version='bench-v1'; supported='bench-v3'. Rerun the benchmark with the current harness",
"status": "unavailable"
}
},
"synthetic_heldout": {
"base64_binary_flag_rate": 0.0,
"base64_binary_mean_score": 0.007260162848979235,
"f1": 0.9710230632761679,
"n_base64_binary_val": 532,
"n_val": 3816,
"precision": 0.9447640966628308,
"recall": 0.9987834549878345
}
},
"model_version": "moe-v1-246a05b92bec9aa3",
"recorded_date": "2026-07-15",
"schema_version": 3,
"trainer": "ml/train_classifier.py",
"training_inputs": {
"real_distribution": "ml/data/real_corpus.jsonl",
"real_distribution_sha256": "5c86cc4bbea44740495e01a55ccba9b88930bc8690d04bf59561a6acea063cd1",
"synthetic": "ml/data/corpus.jsonl",
"synthetic_sha256": "cedd49685b293469fc8054e6d4af1de6e051360cfdc1e53f5d09b4941705a491"
},
"training_parameters": {
"epochs": 60,
"max_detector_positive_multiplier": 16.0,
"max_recall_sensitive_class_multiplier": 1.0,
"seed": 20260529
},
"weights_fnv1a64": "246a05b92bec9aa3"
}