1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
//! Per-account login lockout. Stops credential stuffing and brute
//! force that gets past per-IP rate limits.
//!
//! Backed by the cache layer (in-memory or Redis). Each failed login
//! increments a counter. At the threshold the account locks for a set
//! time. A successful login clears the counter.
//!
//! ## Quick start
//!
//! ```ignore
//! use rustango::account_lockout::Lockout;
//! use rustango::cache::InMemoryCache;
//! use std::sync::Arc;
//! use std::time::Duration;
//!
//! let cache: Arc<dyn rustango::cache::Cache> = Arc::new(InMemoryCache::new());
//! let lockout = Lockout::new(cache)
//! .max_attempts(5)
//! .lockout_duration(Duration::from_secs(900)); // 15 min
//!
//! // Login handler:
//! let username = "alice";
//!
//! if lockout.is_locked(username).await {
//! return Err("account temporarily locked — try again later");
//! }
//!
//! if !verify_credentials(username, password).await? {
//! lockout.record_failure(username).await;
//! return Err("bad credentials");
//! }
//!
//! lockout.clear(username).await; // success → reset counter
//! issue_session(username).await
//! ```
//!
//! ## Per-account, not per-IP
//!
//! Per-IP limiting (`RateLimitLayer::per_ip`) catches one attacker
//! hitting one endpoint. Per-account lockout catches a botnet trying
//! the same username from thousands of IPs, where the account is the
//! only axis they all share. Run both.
use std::sync::Arc;
use std::time::Duration;
use crate::cache::{Cache, CacheError};
/// Default attempts before lockout.
pub const DEFAULT_MAX_ATTEMPTS: u32 = 5;
/// Default lockout duration (15 minutes).
pub const DEFAULT_LOCKOUT_DURATION_SECS: u64 = 900;
/// Per-account lockout tracker.
pub struct Lockout {
cache: Arc<dyn Cache>,
max_attempts: u32,
lockout_duration: Duration,
counter_ttl: Duration,
key_prefix: String,
}
impl Lockout {
/// New tracker with default thresholds (5 attempts in a fixed 1 hour
/// window → 15 min lock).
#[must_use]
pub fn new(cache: Arc<dyn Cache>) -> Self {
Self {
cache,
max_attempts: DEFAULT_MAX_ATTEMPTS,
lockout_duration: Duration::from_secs(DEFAULT_LOCKOUT_DURATION_SECS),
counter_ttl: Duration::from_secs(3600),
key_prefix: "lockout:".to_owned(),
}
}
/// Override the attempts threshold.
#[must_use]
pub fn max_attempts(mut self, n: u32) -> Self {
self.max_attempts = n.max(1);
self
}
/// Override the lockout duration.
#[must_use]
pub fn lockout_duration(mut self, d: Duration) -> Self {
self.lockout_duration = d;
self
}
/// Override the fixed window failures are counted in. Defaults to
/// 1 hour; a new window starts from zero.
#[must_use]
pub fn counter_ttl(mut self, d: Duration) -> Self {
self.counter_ttl = d;
self
}
/// Override the cache-key prefix. Defaults to `"lockout:"`. Useful
/// when sharing one cache across multiple lockout namespaces (login
/// vs MFA vs API key etc.).
#[must_use]
pub fn key_prefix(mut self, p: impl Into<String>) -> Self {
self.key_prefix = p.into();
self
}
/// How long a lock lasts once set.
#[must_use]
pub fn lock_duration(&self) -> Duration {
self.lockout_duration
}
/// Check whether `account` is currently locked. Returns `true` to
/// reject the login attempt; `false` to proceed with verification.
pub async fn is_locked(&self, account: &str) -> bool {
self.cache
.exists(&self.lock_key(account))
.await
.unwrap_or(false)
}
/// Record a failed login attempt. Returns the new attempt count.
/// At `max_attempts` the account locks for `lockout_duration`.
///
/// # Security note
///
/// `account` becomes the cache key. If you pass the raw username
/// from a login form, **an attacker can lock any user out** by
/// sending failed logins for that name — a denial of service. Key
/// on something the attacker cannot pick:
/// - [`Self::record_failure_by_id`], which takes a resolved user id.
/// - Or your own `uid:{id}` key, built only when the user exists.
/// - Plus per-IP rate limiting upstream.
pub async fn record_failure(&self, account: &str) -> u32 {
// A failure while locked neither extends nor restarts the lock.
if self.is_locked(account).await {
return self.max_attempts;
}
// Atomic increment, never get-parse-set. A read-modify-write
// loses updates under concurrent failed logins: several
// attempts read the same value and write back the same `+1`,
// so parallel guesses can out-run the threshold. `incr` is
// atomic on `RedisCache` and `InMemoryCache`; `DatabaseCache`
// still does get+set, which is fine for a single process.
//
// A cache failure means this attempt is NOT counted and
// lockout quietly stops engaging, so log it loudly. Failing
// open is deliberate: a cache outage that locks every account
// is its own denial of service.
let counted = match self.count_failure(account).await {
Ok(Some(n)) => n,
Ok(None) => {
tracing::warn!(
account,
"account-lockout window could not be opened; this failed attempt is \
NOT counted"
);
0
}
Err(e) => {
tracing::warn!(
error = %e,
account,
"account-lockout counter failed; this failed attempt is NOT counted \
and lockout will not engage"
);
0
}
};
let next = u32::try_from(counted).unwrap_or(u32::MAX);
if next >= self.max_attempts {
// Lock flag with TTL = lockout_duration.
let _ = self
.cache
.set(&self.lock_key(account), "1", Some(self.lockout_duration))
.await;
// Start from zero once the lock ends, so one more failure
// does not lock again at once.
self.clear_window(account).await;
}
next
}
/// `Ok(None)` when no window could be opened. The counter expires with
/// its window, even where `incr` resets the TTL on every call.
async fn count_failure(&self, account: &str) -> Result<Option<i64>, CacheError> {
let Some(id) = self.window(account, true).await? else {
return Ok(None);
};
let key = self.window_counter_key(account, &id);
self.cache
.incr(&key, 1, Some(self.window_left(&id)))
.await
.map(Some)
}
/// Drop the current window and its counter.
async fn clear_window(&self, account: &str) {
if let Ok(Some(key)) = self.counter_key(account, false).await {
let _ = self.cache.delete(&key).await;
}
let _ = self.cache.delete(&self.window_key(account)).await;
}
/// Clear the failure counter and any active lock. Call on successful
/// authentication.
pub async fn clear(&self, account: &str) {
self.clear_window(account).await;
let _ = self.cache.delete(&self.lock_key(account)).await;
}
/// Read the current failure count for an account. 0 when absent.
pub async fn attempt_count(&self, account: &str) -> u32 {
let Ok(Some(key)) = self.counter_key(account, false).await else {
return 0;
};
self.cache
.get(&key)
.await
.ok()
.flatten()
.and_then(|s| s.parse().ok())
.unwrap_or(0)
}
/// Force-lock an account (e.g. by an admin action).
pub async fn force_lock(&self, account: &str) {
let _ = self
.cache
.set(&self.lock_key(account), "1", Some(self.lockout_duration))
.await;
}
// Typed-user-id variants. They stamp a `uid:` prefix on the key,
// so id counters group together. The prefix is not an isolation
// barrier: a caller who passes the literal username `uid:42` to
// `record_failure` still hits the same key.
/// User-id variant of [`Self::record_failure`]. Prefer this in
/// production: the caller has already resolved a real user, so an
/// attacker cannot lock out a name of their choosing.
pub async fn record_failure_by_id(&self, user_id: i64) -> u32 {
self.record_failure(&format!("uid:{user_id}")).await
}
/// User-id variant of [`Self::is_locked`].
pub async fn is_locked_by_id(&self, user_id: i64) -> bool {
self.is_locked(&format!("uid:{user_id}")).await
}
/// User-id variant of [`Self::clear`].
pub async fn clear_by_id(&self, user_id: i64) {
self.clear(&format!("uid:{user_id}")).await
}
/// The counter key of the account's current window. `open` starts a
/// window when there is none. The window key's TTL is set once, by
/// `add`, so it is fixed on every backend; `incr`'s is not.
async fn counter_key(&self, account: &str, open: bool) -> Result<Option<String>, CacheError> {
Ok(self
.window(account, open)
.await?
.map(|id| self.window_counter_key(account, &id)))
}
/// The id (start time in µs) of the account's current window.
async fn window(&self, account: &str, open: bool) -> Result<Option<String>, CacheError> {
let window_key = self.window_key(account);
for _ in 0..2 {
if open {
let id = chrono::Utc::now().timestamp_micros().to_string();
if self
.cache
.add(&window_key, &id, Some(self.counter_ttl))
.await?
{
return Ok(Some(id));
}
}
if let Some(id) = self.cache.get(&window_key).await? {
return Ok(Some(id));
}
if !open {
break;
}
}
Ok(None)
}
/// Time left in the window that started at `window_id`, at least 1ms.
fn window_left(&self, window_id: &str) -> Duration {
let started = window_id.parse::<i64>().unwrap_or(i64::MAX);
let elapsed = chrono::Utc::now()
.timestamp_micros()
.saturating_sub(started);
let elapsed = Duration::from_micros(u64::try_from(elapsed).unwrap_or(0));
self.counter_ttl
.saturating_sub(elapsed)
.max(Duration::from_millis(1))
}
fn window_counter_key(&self, account: &str, window_id: &str) -> String {
format!("{}attempts:{account}:{window_id}", self.key_prefix)
}
fn window_key(&self, account: &str) -> String {
format!("{}window:{account}", self.key_prefix)
}
fn lock_key(&self, account: &str) -> String {
format!("{}locked:{}", self.key_prefix, account)
}
}
/// Process-wide default lockout, lazily initialized to an in-memory
/// tracker with the default policy (5 attempts → 15-min lock).
static SHARED_LOCKOUT: crate::boot_slot::BootSlot<Lockout> = crate::boot_slot::BootSlot::new();
/// The built-in login flows (admin, operator, tenant, JWT API) use
/// this, so per-account brute-force protection is on by default with
/// no wiring.
///
/// It uses an in-memory cache, so it guards **one process only**: with
/// N replicas an attacker gets N times the attempts. For a scaled
/// deployment install a shared-cache (Redis / DB) tracker at boot with
/// [`configure_shared`].
#[must_use]
pub fn shared() -> &'static Lockout {
SHARED_LOCKOUT.get(|| Lockout::new(Arc::new(crate::cache::InMemoryCache::new())))
}
/// Install the process-wide [`shared`] lockout at boot, to back it with a
/// shared cache or a different policy. It replaces the default and the
/// one built from `[auth]` settings; `false` if an earlier call won.
pub fn configure_shared(lockout: Lockout) -> bool {
SHARED_LOCKOUT.set_explicit(lockout)
}
/// The `[auth]` settings lockout; `false` if app code already set one.
#[cfg(feature = "config")]
pub(crate) fn configure_from_settings(lockout: Lockout) -> bool {
SHARED_LOCKOUT.set_from_settings(lockout)
}
#[cfg(test)]
mod tests {
use super::*;
use crate::cache::InMemoryCache;
fn lockout(max: u32) -> Lockout {
let cache: Arc<dyn Cache> = Arc::new(InMemoryCache::new());
Lockout::new(cache)
.max_attempts(max)
.lockout_duration(Duration::from_secs(60))
}
#[tokio::test]
async fn fresh_account_not_locked() {
let l = lockout(5);
assert!(!l.is_locked("alice").await);
assert_eq!(l.attempt_count("alice").await, 0);
}
#[tokio::test]
async fn record_failure_increments_count() {
let l = lockout(5);
assert_eq!(l.record_failure("alice").await, 1);
assert_eq!(l.record_failure("alice").await, 2);
assert_eq!(l.attempt_count("alice").await, 2);
assert!(!l.is_locked("alice").await);
}
#[tokio::test]
async fn locks_at_threshold() {
let l = lockout(3);
for _ in 0..2 {
l.record_failure("alice").await;
}
assert!(!l.is_locked("alice").await);
l.record_failure("alice").await;
assert!(l.is_locked("alice").await);
}
#[tokio::test]
async fn clear_resets_counter_and_lock() {
let l = lockout(2);
l.record_failure("alice").await;
l.record_failure("alice").await;
assert!(l.is_locked("alice").await);
l.clear("alice").await;
assert!(!l.is_locked("alice").await);
assert_eq!(l.attempt_count("alice").await, 0);
}
#[tokio::test]
async fn force_lock_works_without_failures() {
let l = lockout(5);
l.force_lock("alice").await;
assert!(l.is_locked("alice").await);
}
#[tokio::test]
async fn lockout_expires() {
let cache: Arc<dyn Cache> = Arc::new(InMemoryCache::new());
let l = Lockout::new(cache)
.max_attempts(2)
.lockout_duration(Duration::from_millis(100));
l.record_failure("alice").await;
l.record_failure("alice").await;
assert!(l.is_locked("alice").await);
tokio::time::sleep(Duration::from_millis(150)).await;
assert!(!l.is_locked("alice").await);
}
/// Failures while locked do not extend the lock, and after it ends
/// the count starts again from zero.
#[tokio::test]
async fn failures_while_locked_do_not_relock() {
let cache: Arc<dyn Cache> = Arc::new(InMemoryCache::new());
let l = Lockout::new(cache)
.max_attempts(2)
.lockout_duration(Duration::from_millis(150));
l.record_failure("alice").await;
l.record_failure("alice").await;
assert!(l.is_locked("alice").await);
tokio::time::sleep(Duration::from_millis(100)).await;
l.record_failure("alice").await;
tokio::time::sleep(Duration::from_millis(80)).await;
assert!(!l.is_locked("alice").await, "a failure extended the lock");
l.record_failure("alice").await;
assert!(!l.is_locked("alice").await, "one failure locked again");
}
/// Three failures spaced 150ms apart never share one 200ms window, so
/// they never lock. A counter whose TTL each failure refreshes does.
async fn slow_failures_never_lock(cache: Arc<dyn Cache>) {
let l = Lockout::new(cache)
.max_attempts(3)
.counter_ttl(Duration::from_millis(200));
for _ in 0..6 {
l.record_failure("alice").await;
assert!(
!l.is_locked("alice").await,
"a failure extended the counter window"
);
tokio::time::sleep(Duration::from_millis(150)).await;
}
}
#[tokio::test]
async fn the_counter_window_is_fixed_in_memory() {
slow_failures_never_lock(Arc::new(InMemoryCache::new())).await;
}
#[cfg(feature = "sqlite")]
#[tokio::test]
async fn the_counter_window_is_fixed_in_the_database_cache() {
let pool = crate::sql::Pool::connect("sqlite::memory:").await.unwrap();
let cache = crate::cache::DatabaseCache::new(pool, "rustango_cache");
cache.ensure_table().await.unwrap();
slow_failures_never_lock(Arc::new(cache)).await;
}
/// On a cache whose `incr` resets the TTL, the counter must still
/// expire with its window rather than linger past it.
#[cfg(feature = "sqlite")]
#[tokio::test]
async fn the_counter_expires_with_its_window() {
let pool = crate::sql::Pool::connect("sqlite::memory:").await.unwrap();
let db = crate::cache::DatabaseCache::new(pool, "rustango_cache");
db.ensure_table().await.unwrap();
let cache: Arc<dyn Cache> = Arc::new(db);
let l = Lockout::new(cache.clone())
.max_attempts(10)
.counter_ttl(Duration::from_millis(300));
l.record_failure("alice").await;
let id = cache.get("lockout:window:alice").await.unwrap().unwrap();
tokio::time::sleep(Duration::from_millis(200)).await;
l.record_failure("alice").await;
tokio::time::sleep(Duration::from_millis(150)).await;
let counter = format!("lockout:attempts:alice:{id}");
assert_eq!(
cache.get(&counter).await.unwrap(),
None,
"counter outlived its window"
);
}
#[tokio::test]
async fn separate_accounts_dont_share_state() {
let l = lockout(2);
l.record_failure("alice").await;
l.record_failure("alice").await;
assert!(l.is_locked("alice").await);
assert!(!l.is_locked("bob").await);
assert_eq!(l.attempt_count("bob").await, 0);
}
#[tokio::test]
async fn key_prefix_isolates_namespaces() {
let cache: Arc<dyn Cache> = Arc::new(InMemoryCache::new());
let l1 = Lockout::new(cache.clone())
.key_prefix("login:")
.max_attempts(2);
let l2 = Lockout::new(cache).key_prefix("mfa:").max_attempts(2);
l1.record_failure("alice").await;
l1.record_failure("alice").await;
assert!(l1.is_locked("alice").await);
assert!(
!l2.is_locked("alice").await,
"MFA namespace shouldn't be locked"
);
}
#[tokio::test]
async fn max_attempts_floors_at_1() {
let l = lockout(0);
l.record_failure("alice").await;
assert!(
l.is_locked("alice").await,
"max_attempts(0) should be treated as 1"
);
}
// ---- typed-user-id variants ----
#[tokio::test]
async fn by_id_namespace_is_isolated_from_username() {
// The by_id variants always stamp the `uid:` prefix. Today a
// literal username of `uid:42` produces the same key
// (`lockout:window:uid:42`); this test pins the behaviour
// and would catch a real isolation prefix being added later.
let l = lockout(3);
l.record_failure_by_id(42).await;
l.record_failure_by_id(42).await;
l.record_failure_by_id(42).await;
assert!(l.is_locked_by_id(42).await);
}
#[tokio::test]
async fn by_id_lifecycle_round_trips() {
let l = lockout(3);
assert!(!l.is_locked_by_id(99).await);
l.record_failure_by_id(99).await;
l.record_failure_by_id(99).await;
l.record_failure_by_id(99).await;
assert!(l.is_locked_by_id(99).await);
l.clear_by_id(99).await;
assert!(!l.is_locked_by_id(99).await);
}
#[tokio::test]
async fn scoped_keys_isolate_domains_and_tenants() {
// The built-in login handlers use scoped string keys, so the
// same numeric id in two domains or tenants never collides.
let l = lockout(2);
l.record_failure("tenant:acme:5").await;
l.record_failure("tenant:acme:5").await;
assert!(l.is_locked("tenant:acme:5").await);
assert!(
!l.is_locked("tenant:beta:5").await,
"a different tenant's user 5 must be unaffected"
);
assert!(
!l.is_locked("op:5").await,
"the operator domain must be unaffected"
);
assert!(
!l.is_locked("admin:5").await,
"the bare-admin domain must be unaffected"
);
}
#[tokio::test]
async fn shared_default_is_usable() {
// The process-global default exists and answers. Unique key so
// parallel tests cannot disturb the assertion.
assert!(!shared().is_locked("smoke:unique-unused-key").await);
}
/// Concurrent failed attempts must each count, or an attacker can
/// out-run the threshold by guessing in parallel. With an atomic
/// `incr`, 50 racing failures record exactly 50.
#[tokio::test(flavor = "multi_thread", worker_threads = 4)]
async fn concurrent_failures_all_count() {
let cache: Arc<dyn Cache> = Arc::new(InMemoryCache::new());
let l = Arc::new(
Lockout::new(cache)
.max_attempts(1000) // don't lock; we're counting
.counter_ttl(Duration::from_secs(60)),
);
let mut handles = Vec::new();
for _ in 0..50 {
let l = l.clone();
handles.push(tokio::spawn(async move { l.record_failure("alice").await }));
}
for h in handles {
h.await.unwrap();
}
assert_eq!(
l.attempt_count("alice").await,
50,
"lost-update race: concurrent failures did not all count",
);
}
}