use std::iter;
use std::sync::Arc;
use std::time::Duration;
use axum::extract::FromRequestParts;
use axum::http::request::Parts;
use axum::http::{HeaderMap, StatusCode};
use base64::Engine;
use base64::engine::general_purpose::STANDARD;
use kellnr_appstate::AppStateData;
use kellnr_common::token_cache::CachedTokenData;
use kellnr_db::DbProvider;
use kellnr_db::error::DbError;
use kellnr_db::password::hash_token;
use rand::distr::Alphanumeric;
use rand::{RngExt, rng};
use serde::Deserialize;
use tokio::time::sleep;
use tracing::warn;
use utoipa::ToSchema;
use crate::password::{PasswordAuthError, authenticate_password};
#[derive(Debug)]
pub struct Token {
pub value: String,
pub user: String,
pub is_admin: bool,
pub is_read_only: bool,
}
#[derive(Debug)]
pub enum OptionToken {
None,
Some(Token),
}
pub fn generate_token() -> String {
let mut rng = rng();
iter::repeat(())
.map(|()| rng.sample(Alphanumeric))
.map(char::from)
.take(32)
.collect::<String>()
}
impl Token {
pub async fn from_header(
headers: &HeaderMap,
state: &AppStateData,
) -> Result<Self, StatusCode> {
Self::extract_token(headers, state).await
}
async fn extract_token(headers: &HeaderMap, state: &AppStateData) -> Result<Token, StatusCode> {
let (db, cache) = (&state.db, &state.token_cache);
let mut token = headers
.get("Authorization")
.ok_or(StatusCode::UNAUTHORIZED)?
.to_str()
.map_err(|_| StatusCode::BAD_REQUEST)?;
if token.starts_with("Basic ") || token.starts_with("basic ") {
if state.settings.oauth2.enforced {
return Err(StatusCode::FORBIDDEN);
}
let decoded = STANDARD
.decode(&token[6..])
.map_err(|_| StatusCode::BAD_REQUEST)?;
let decoded_str = String::from_utf8(decoded).map_err(|_| StatusCode::BAD_REQUEST)?;
let (user, pwd) = decoded_str.split_once(':').ok_or(StatusCode::BAD_REQUEST)?;
return authenticate_basic(user, pwd, state).await;
}
if token.starts_with("Bearer ") || token.starts_with("bearer ") {
token = &token[7..];
}
if let Some(cached) = cache.get(token).await {
return Ok(Token {
value: token.to_string(),
user: cached.user,
is_admin: cached.is_admin,
is_read_only: cached.is_read_only,
});
}
let generation = cache.generation();
let Ok(user) = get_user_with_retry(
db,
token,
state.settings.registry.token_db_retry_count,
state.settings.registry.token_db_retry_delay_ms,
)
.await
else {
return Err(StatusCode::FORBIDDEN);
};
cache
.insert(
token.to_string(),
CachedTokenData {
user: user.name.clone(),
is_admin: user.is_admin,
is_read_only: user.is_read_only,
},
generation,
)
.await;
Ok(Token {
value: token.to_string(),
user: user.name,
is_admin: user.is_admin,
is_read_only: user.is_read_only,
})
}
}
fn basic_auth_cache_key(user: &str, pwd: &str) -> String {
format!("basic:{}", hash_token(&format!("{user}:{pwd}")))
}
async fn authenticate_basic(
user: &str,
pwd: &str,
state: &AppStateData,
) -> Result<Token, StatusCode> {
let cache = &state.token_cache;
let cache_key = basic_auth_cache_key(user, pwd);
if let Some(cached) = cache.get(&cache_key).await {
return Ok(Token {
value: pwd.to_string(),
user: cached.user,
is_admin: cached.is_admin,
is_read_only: cached.is_read_only,
});
}
let generation = cache.generation();
let user = authenticate_password(state.db.as_ref(), &state.login_throttle, user, pwd)
.await
.map_err(|e| match e {
PasswordAuthError::Throttled => StatusCode::TOO_MANY_REQUESTS,
PasswordAuthError::Invalid => StatusCode::FORBIDDEN,
})?;
cache
.insert(
cache_key,
CachedTokenData {
user: user.name.clone(),
is_admin: user.is_admin,
is_read_only: user.is_read_only,
},
generation,
)
.await;
Ok(Token {
value: pwd.to_string(),
user: user.name,
is_admin: user.is_admin,
is_read_only: user.is_read_only,
})
}
async fn get_user_with_retry(
db: &Arc<dyn DbProvider>,
token: &str,
max_retries: u32,
delay_ms: u64,
) -> Result<kellnr_db::User, DbError> {
let mut attempts = 0;
loop {
match db.get_user_from_token(token).await {
Ok(user) => return Ok(user),
Err(e) => {
if matches!(e, DbError::TokenNotFound | DbError::UserNotFound(_)) {
return Err(e);
}
attempts += 1;
if attempts > max_retries {
warn!(
"Failed to get user from token after {} retries: {}",
max_retries, e
);
return Err(e);
}
warn!(
"Transient DB error on attempt {}/{}, retrying in {}ms: {}",
attempts,
max_retries + 1,
delay_ms,
e
);
sleep(Duration::from_millis(delay_ms)).await;
}
}
}
}
impl FromRequestParts<AppStateData> for Token {
type Rejection = StatusCode;
async fn from_request_parts(
parts: &mut Parts,
state: &AppStateData,
) -> Result<Self, Self::Rejection> {
Self::extract_token(&parts.headers, state).await
}
}
impl FromRequestParts<AppStateData> for OptionToken {
type Rejection = StatusCode;
async fn from_request_parts(
parts: &mut Parts,
state: &AppStateData,
) -> Result<Self, Self::Rejection> {
match Token::extract_token(&parts.headers, state).await {
Ok(token) => Ok(OptionToken::Some(token)),
Err(StatusCode::UNAUTHORIZED) => Ok(OptionToken::None),
Err(status_code) => Err(status_code),
}
}
}
#[derive(Deserialize, ToSchema)]
pub struct NewTokenReqData {
pub name: String,
}
#[cfg(test)]
mod tests {
use std::sync::atomic::{AtomicU32, Ordering};
use kellnr_common::login_throttle::LoginThrottle;
use kellnr_common::token_cache::TokenCacheManager;
use kellnr_db::User;
use kellnr_db::error::DbError;
use kellnr_db::mock::MockDb;
use kellnr_settings::Settings;
use mockall::predicate::*;
use super::*;
fn test_user() -> User {
User {
id: 1,
name: "test_user".to_string(),
pwd: String::new(),
salt: String::new(),
is_admin: false,
is_read_only: false,
created: String::new(),
}
}
fn test_settings() -> Arc<Settings> {
Arc::new(Settings {
registry: kellnr_settings::Registry {
token_cache_enabled: true,
token_cache_ttl_seconds: 60,
token_cache_max_capacity: 100,
token_db_retry_count: 3,
token_db_retry_delay_ms: 1,
..kellnr_settings::Registry::default()
},
..Settings::default()
})
}
fn app_state(
db: &Arc<dyn DbProvider>,
cache: &Arc<TokenCacheManager>,
settings: &Arc<Settings>,
) -> AppStateData {
AppStateData {
db: db.clone(),
token_cache: cache.clone(),
settings: settings.clone(),
..kellnr_appstate::test_state()
}
}
fn sso_enforced_settings() -> Arc<Settings> {
let mut settings = Settings::clone(&test_settings());
settings.oauth2.enabled = true;
settings.oauth2.enforced = true;
Arc::new(settings)
}
fn basic_auth_header(user: &str, pwd: &str) -> HeaderMap {
let encoded = STANDARD.encode(format!("{user}:{pwd}"));
let mut headers = HeaderMap::new();
headers.insert("Authorization", format!("Basic {encoded}").parse().unwrap());
headers
}
#[tokio::test]
async fn test_retry_succeeds_on_first_attempt() {
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("valid_token"))
.times(1)
.returning(|_| Ok(test_user()));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let result = get_user_with_retry(&db, "valid_token", 3, 10).await;
assert!(result.is_ok());
assert_eq!(result.unwrap().name, "test_user");
}
#[tokio::test]
async fn test_retry_succeeds_after_transient_error() {
let call_count = Arc::new(AtomicU32::new(0));
let call_count_clone = call_count.clone();
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("token"))
.times(2)
.returning(move |_| {
let count = call_count_clone.fetch_add(1, Ordering::SeqCst);
if count == 0 {
Err(DbError::PostgresError(sea_orm::DbErr::ConnectionAcquire(
sea_orm::error::ConnAcquireErr::Timeout,
)))
} else {
Ok(test_user())
}
});
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let result = get_user_with_retry(&db, "token", 3, 1).await;
assert!(result.is_ok());
assert_eq!(call_count.load(Ordering::SeqCst), 2);
}
#[tokio::test]
async fn test_no_retry_on_token_not_found() {
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("invalid_token"))
.times(1) .returning(|_| Err(DbError::TokenNotFound));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let result = get_user_with_retry(&db, "invalid_token", 3, 10).await;
assert!(result.is_err());
assert!(matches!(result.unwrap_err(), DbError::TokenNotFound));
}
#[tokio::test]
async fn test_no_retry_on_user_not_found() {
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("orphan_token"))
.times(1)
.returning(|_| Err(DbError::UserNotFound("orphan".to_string())));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let result = get_user_with_retry(&db, "orphan_token", 3, 10).await;
assert!(result.is_err());
assert!(matches!(result.unwrap_err(), DbError::UserNotFound(_)));
}
#[tokio::test]
async fn test_exhausts_retries_on_persistent_error() {
let call_count = Arc::new(AtomicU32::new(0));
let call_count_clone = call_count.clone();
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("token"))
.times(4) .returning(move |_| {
call_count_clone.fetch_add(1, Ordering::SeqCst);
Err(DbError::PostgresError(sea_orm::DbErr::ConnectionAcquire(
sea_orm::error::ConnAcquireErr::Timeout,
)))
});
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let result = get_user_with_retry(&db, "token", 3, 1).await;
assert!(result.is_err());
assert_eq!(call_count.load(Ordering::SeqCst), 4);
}
#[tokio::test]
async fn test_cache_hit_returns_cached_token() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
cache
.insert(
"cached_token".to_string(),
CachedTokenData {
user: "cached_user".to_string(),
is_admin: true,
is_read_only: false,
},
cache.generation(),
)
.await;
let mock_db = MockDb::new(); let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let settings = test_settings();
let mut headers = HeaderMap::new();
headers.insert("Authorization", "Bearer cached_token".parse().unwrap());
let result = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
assert!(result.is_ok());
let token = result.unwrap();
assert_eq!(token.user, "cached_user");
assert!(token.is_admin);
}
#[tokio::test]
async fn test_cache_miss_queries_db_and_caches() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("new_token"))
.times(1)
.returning(|_| {
Ok(User {
id: 1,
name: "db_user".to_string(),
pwd: String::new(),
salt: String::new(),
is_admin: false,
is_read_only: true,
created: String::new(),
})
});
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let settings = test_settings();
let mut headers = HeaderMap::new();
headers.insert("Authorization", "Bearer new_token".parse().unwrap());
let result = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
assert!(result.is_ok());
let token = result.unwrap();
assert_eq!(token.user, "db_user");
assert!(token.is_read_only);
let cached = cache.get("new_token").await;
assert!(cached.is_some());
assert_eq!(cached.unwrap().user, "db_user");
}
#[tokio::test]
async fn test_invalidation_during_lookup_is_not_cached() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let cache_in_db = cache.clone();
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("racy_token"))
.times(1)
.returning(move |_| {
cache_in_db.invalidate_all();
Ok(test_user())
});
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let mut headers = HeaderMap::new();
headers.insert("Authorization", "Bearer racy_token".parse().unwrap());
let token = Token::from_header(&headers, &app_state(&db, &cache, &test_settings()))
.await
.unwrap();
assert_eq!(token.user, "test_user");
assert!(cache.get("racy_token").await.is_none());
}
#[tokio::test]
async fn test_cache_miss_with_invalid_token_returns_forbidden() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("bad_token"))
.times(1) .returning(|_| Err(DbError::TokenNotFound));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let settings = test_settings();
let mut headers = HeaderMap::new();
headers.insert("Authorization", "Bearer bad_token".parse().unwrap());
let result = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
assert!(result.is_err());
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
let cached = cache.get("bad_token").await;
assert!(cached.is_none());
}
#[tokio::test]
async fn test_basic_auth_rejected_when_sso_enforced() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db.expect_get_user().never();
mock_db.expect_authenticate_user().never();
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let headers = basic_auth_header("test_user", "correct_password");
let result =
Token::from_header(&headers, &app_state(&db, &cache, &sso_enforced_settings())).await;
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
}
#[tokio::test]
async fn test_lowercase_basic_auth_rejected_when_sso_enforced() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db.expect_get_user().never();
mock_db.expect_authenticate_user().never();
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let encoded = STANDARD.encode("test_user:correct_password");
let mut headers = HeaderMap::new();
headers.insert("Authorization", format!("basic {encoded}").parse().unwrap());
let result =
Token::from_header(&headers, &app_state(&db, &cache, &sso_enforced_settings())).await;
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
}
#[tokio::test]
async fn test_bearer_token_still_works_when_sso_enforced() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("valid_token"))
.times(1)
.returning(|_| Ok(test_user()));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let mut headers = HeaderMap::new();
headers.insert("Authorization", "Bearer valid_token".parse().unwrap());
let token = Token::from_header(&headers, &app_state(&db, &cache, &sso_enforced_settings()))
.await
.expect("bearer tokens must remain valid under SSO enforcement");
assert_eq!(token.user, "test_user");
}
#[tokio::test]
async fn test_basic_auth_allowed_when_sso_not_enforced() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.with(eq("test_user"), eq("correct_password"))
.times(1)
.returning(|_, _| Ok(test_user()));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let headers = basic_auth_header("test_user", "correct_password");
let token = Token::from_header(&headers, &app_state(&db, &cache, &test_settings()))
.await
.expect("basic auth should work when SSO is not enforced");
assert_eq!(token.user, "test_user");
}
#[tokio::test]
async fn test_basic_auth_success_is_cached() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.times(1)
.returning(|_, _| Ok(test_user()));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let headers = basic_auth_header("test_user", "correct_password");
for _ in 0..3 {
let token = Token::from_header(&headers, &app_state(&db, &cache, &test_settings()))
.await
.unwrap();
assert_eq!(token.user, "test_user");
}
}
#[tokio::test]
async fn test_basic_auth_failure_is_not_cached() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.times(2)
.returning(|_, _| Err(DbError::PasswordMismatch));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let headers = basic_auth_header("test_user", "wrong_password");
for _ in 0..2 {
let result =
Token::from_header(&headers, &app_state(&db, &cache, &test_settings())).await;
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
}
}
#[tokio::test]
async fn test_basic_auth_cache_is_keyed_by_password() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.with(eq("test_user"), eq("correct_password"))
.times(1)
.returning(|_, _| Ok(test_user()));
mock_db
.expect_authenticate_user()
.with(eq("test_user"), eq("wrong_password"))
.times(1)
.returning(|_, _| Err(DbError::PasswordMismatch));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let ok = basic_auth_header("test_user", "correct_password");
Token::from_header(&ok, &app_state(&db, &cache, &test_settings()))
.await
.unwrap();
let wrong = basic_auth_header("test_user", "wrong_password");
let result = Token::from_header(&wrong, &app_state(&db, &cache, &test_settings())).await;
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
}
#[tokio::test]
async fn test_basic_auth_cache_respects_invalidation() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.times(1)
.returning(|_, _| Ok(test_user()));
mock_db
.expect_authenticate_user()
.times(1)
.returning(|_, _| Err(DbError::PasswordMismatch));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let headers = basic_auth_header("test_user", "old_password");
Token::from_header(&headers, &app_state(&db, &cache, &test_settings()))
.await
.unwrap();
cache.invalidate_all();
let result = Token::from_header(&headers, &app_state(&db, &cache, &test_settings())).await;
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
}
#[tokio::test]
async fn test_basic_auth_failures_are_throttled() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.times(2)
.returning(|_, _| Err(DbError::PasswordMismatch));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let state = AppStateData {
login_throttle: Arc::new(LoginThrottle::new(2, Duration::from_mins(5))),
..app_state(&db, &cache, &test_settings())
};
let headers = basic_auth_header("test_user", "guess");
for _ in 0..2 {
let result = Token::from_header(&headers, &state).await;
assert_eq!(result.unwrap_err(), StatusCode::FORBIDDEN);
}
let result = Token::from_header(&headers, &state).await;
assert_eq!(result.unwrap_err(), StatusCode::TOO_MANY_REQUESTS);
}
#[tokio::test]
async fn test_cached_basic_auth_bypasses_throttle() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_authenticate_user()
.with(eq("test_user"), eq("correct_password"))
.times(1)
.returning(|_, _| Ok(test_user()));
mock_db
.expect_authenticate_user()
.with(eq("test_user"), eq("guess"))
.times(1)
.returning(|_, _| Err(DbError::PasswordMismatch));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let state = AppStateData {
login_throttle: Arc::new(LoginThrottle::new(1, Duration::from_mins(5))),
..app_state(&db, &cache, &test_settings())
};
let valid = basic_auth_header("test_user", "correct_password");
Token::from_header(&valid, &state).await.unwrap();
let guess = basic_auth_header("test_user", "guess");
assert_eq!(
Token::from_header(&guess, &state).await.unwrap_err(),
StatusCode::FORBIDDEN
);
assert_eq!(
Token::from_header(&guess, &state).await.unwrap_err(),
StatusCode::TOO_MANY_REQUESTS
);
let token = Token::from_header(&valid, &state).await.unwrap();
assert_eq!(token.user, "test_user");
}
#[test]
fn test_basic_auth_cache_key_does_not_contain_password() {
let key = basic_auth_cache_key("test_user", "secret");
assert!(key.starts_with("basic:"));
assert!(!key.contains("secret"));
assert_ne!(key, basic_auth_cache_key("test_user", "other"));
}
#[tokio::test]
async fn test_no_authorization_header_returns_unauthorized() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mock_db = MockDb::new();
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let settings = test_settings();
let headers = HeaderMap::new();
let result = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
assert!(result.is_err());
assert_eq!(result.unwrap_err(), StatusCode::UNAUTHORIZED);
}
#[tokio::test]
async fn test_disabled_cache_always_queries_db() {
let cache = Arc::new(TokenCacheManager::new(false, 60, 100));
let call_count = Arc::new(AtomicU32::new(0));
let call_count_clone = call_count.clone();
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("token"))
.times(2) .returning(move |_| {
call_count_clone.fetch_add(1, Ordering::SeqCst);
Ok(test_user())
});
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let settings = test_settings();
let mut headers = HeaderMap::new();
headers.insert("Authorization", "Bearer token".parse().unwrap());
let _ = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
let _ = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
assert_eq!(call_count.load(Ordering::SeqCst), 2);
}
#[tokio::test]
async fn test_lowercase_bearer_prefix_works() {
let cache = Arc::new(TokenCacheManager::new(true, 60, 100));
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("lowercase_token"))
.times(1)
.returning(|_| Ok(test_user()));
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let settings = test_settings();
let mut headers = HeaderMap::new();
headers.insert("Authorization", "bearer lowercase_token".parse().unwrap());
let result = Token::from_header(&headers, &app_state(&db, &cache, &settings)).await;
assert!(result.is_ok());
assert_eq!(result.unwrap().user, "test_user");
}
#[tokio::test]
async fn test_zero_retries_only_attempts_once() {
let call_count = Arc::new(AtomicU32::new(0));
let call_count_clone = call_count.clone();
let mut mock_db = MockDb::new();
mock_db
.expect_get_user_from_token()
.with(eq("token"))
.times(1)
.returning(move |_| {
call_count_clone.fetch_add(1, Ordering::SeqCst);
Err(DbError::PostgresError(sea_orm::DbErr::ConnectionAcquire(
sea_orm::error::ConnAcquireErr::Timeout,
)))
});
let db: Arc<dyn DbProvider> = Arc::new(mock_db);
let result = get_user_with_retry(&db, "token", 0, 1).await;
assert!(result.is_err());
assert_eq!(call_count.load(Ordering::SeqCst), 1);
}
}