use crate::config::{ExecConfig, RetryConfig};
use async_std::future::timeout;
use async_std::task::sleep;
use log::{error, info, warn};
use std::error::Error;
pub async fn retry<F, Fut, T, E>(mut operation: F, retry_config: &RetryConfig<E>) -> Result<T, E>
where
F: FnMut() -> Fut,
Fut: Future<Output = Result<T, E>>,
{
let mut attempts = 0;
loop {
match operation().await {
Ok(output) => {
info!("Operation succeeded after {} attempts", attempts + 1);
return Ok(output);
}
Err(err) if attempts + 1 < retry_config.max_attempts => {
let should_retry = retry_config.retry_condition.map_or(true, |f| f(&err));
if should_retry {
warn!(
"Operation failed (attempt {}/{}), retrying after {:?}...",
attempts + 1,
retry_config.max_attempts,
retry_config.delay
);
sleep(retry_config.delay).await;
} else {
warn!(
"Operation failed (attempt {}/{}), not retryable, giving up.",
attempts + 1,
retry_config.max_attempts
);
return Err(err);
}
}
Err(err) => {
warn!(
"Operation failed after {} attempts, giving up.",
attempts + 1
);
return Err(err);
}
}
attempts += 1;
}
}
pub async fn retry_with_exponential_backoff<F, Fut, T, E>(
mut operation: F,
retry_config: &RetryConfig<E>,
) -> Result<T, E>
where
F: FnMut() -> Fut,
Fut: Future<Output = Result<T, E>>,
{
let mut attempts = 0;
let mut delay = retry_config.delay;
loop {
match operation().await {
Ok(output) => {
info!("Operation succeeded after {} attempts", attempts + 1);
return Ok(output);
}
Err(err) if attempts + 1 < retry_config.max_attempts => {
let should_retry = retry_config.retry_condition.map_or(true, |f| f(&err));
if should_retry {
warn!(
"Operation failed (attempt {}/{}), retrying after {:?}...",
attempts + 1,
retry_config.max_attempts,
delay
);
sleep(delay).await;
delay *= 2;
} else {
warn!(
"Operation failed (attempt {}/{}), not retryable, giving up.",
attempts + 1,
retry_config.max_attempts
);
return Err(err);
}
}
Err(err) => {
warn!(
"Operation failed after {} attempts, giving up.",
attempts + 1
);
return Err(err);
}
}
attempts += 1;
}
}
pub async fn execute_with_fallback<T>(
operation: impl Future<Output = Result<T, Box<dyn Error>>>,
exec_config: &ExecConfig<T>,
) -> Result<T, Box<dyn Error>> {
match timeout(exec_config.timeout_duration, operation).await {
Ok(result) => {
info!("Operation completed before timeout; returning result.");
result
}
Err(e) => {
if let Some(fallback) = exec_config.fallback {
warn!("Operation timed out; executing fallback.");
fallback()
} else {
error!("Operation timed out; no fallback provided, returning error.");
Err(Box::new(e))
}
}
}
}
#[cfg(test)]
mod tests {
use super::*;
use async_std::task::{block_on, sleep};
use std::error::Error;
use std::sync::{Arc, Mutex};
use std::time::Duration;
#[derive(Debug, PartialEq, Eq)]
struct DummyError(&'static str);
impl std::fmt::Display for DummyError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
write!(f, "{}", self.0)
}
}
impl Error for DummyError {}
mod retry_tests {
use super::*;
#[test]
fn test_retry_success_first_try_with_block_on() {
let config = RetryConfig {
max_attempts: 3,
delay: Duration::from_millis(10),
retry_condition: None,
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
Ok::<_, DummyError>("success")
}
};
let result = block_on(retry(operation, &config));
assert_eq!(result, Ok("success"));
assert_eq!(*attempts.lock().unwrap(), 1);
}
#[test]
fn test_retry_success_after_failures() {
let config = RetryConfig {
max_attempts: 5,
delay: Duration::from_millis(10),
retry_condition: None,
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
if *count < 4 {
Err(DummyError("temporary failure"))
} else {
Ok("eventual success")
}
}
};
let result = block_on(retry(operation, &config));
assert_eq!(result, Ok("eventual success"));
assert_eq!(*attempts.lock().unwrap(), 4);
}
#[test]
fn test_retry_failure_all_attempts() {
let config = RetryConfig {
max_attempts: 3,
delay: Duration::from_millis(10),
retry_condition: None,
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
Err(DummyError("permanent failure"))
}
};
let result: Result<(), DummyError> = block_on(retry(operation, &config));
assert_eq!(result, Err(DummyError("permanent failure")));
assert_eq!(*attempts.lock().unwrap(), config.max_attempts);
}
#[test]
fn test_retry_fail_first_try_retry_condition_un_match() {
let config = RetryConfig {
max_attempts: 3,
delay: Duration::from_millis(10),
retry_condition: Some(|e: &DummyError| e.0.contains("transient")),
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
Err(DummyError("always fail"))
}
};
let result: Result<(), DummyError> = block_on(retry(operation, &config));
assert_eq!(result, Err(DummyError("always fail")));
assert_eq!(*attempts.lock().unwrap(), 1);
}
#[test]
fn test_retry_fail_first_try_retry_condition_match() {
let config = RetryConfig {
max_attempts: 3,
delay: Duration::from_millis(10),
retry_condition: Some(|e: &DummyError| e.0.contains("transient")),
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
Err(DummyError("transient"))
}
};
let result: Result<(), DummyError> = block_on(retry(operation, &config));
assert_eq!(result, Err(DummyError("transient")));
assert_eq!(*attempts.lock().unwrap(), 3);
}
}
mod retry_with_exponential_backoff_tests {
use super::*;
#[test]
fn test_retry_with_exponential_backoff_success_first_try() {
let config = RetryConfig {
max_attempts: 3,
delay: Duration::from_millis(10),
retry_condition: None,
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
Ok::<_, DummyError>("successful")
}
};
let result = block_on(retry_with_exponential_backoff(operation, &config));
assert_eq!(result, Ok("successful"));
assert_eq!(*attempts.lock().unwrap(), 1);
}
#[test]
fn test_retry_with_exponential_backoff_success_after_failures() {
let config = RetryConfig {
max_attempts: 5,
delay: Duration::from_millis(10),
retry_condition: None,
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
if *count < 4 {
Err(DummyError("temporary fail"))
} else {
Ok("eventual success")
}
}
};
let result = block_on(retry_with_exponential_backoff(operation, &config));
assert_eq!(result, Ok("eventual success"));
assert_eq!(*attempts.lock().unwrap(), 4);
}
#[test]
fn test_retry_with_exponential_backoff_failure_all_attempts() {
let config = RetryConfig {
max_attempts: 3,
delay: Duration::from_millis(10),
retry_condition: None,
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
Err(DummyError("always fail"))
}
};
let result: Result<(), DummyError> =
block_on(retry_with_exponential_backoff(operation, &config));
assert_eq!(result, Err(DummyError("always fail")));
assert_eq!(*attempts.lock().unwrap(), config.max_attempts);
}
#[test]
fn test_retry_with_exponential_backoff_success_after_failures_with_condition() {
let config = RetryConfig {
max_attempts: 5,
delay: Duration::from_millis(10),
retry_condition: Some(|e: &DummyError| e.0.contains("405")),
};
let attempts = Arc::new(Mutex::new(0));
let op_attempts = attempts.clone();
let operation = move || {
let op_attempts = op_attempts.clone();
async move {
let mut count = op_attempts.lock().unwrap();
*count += 1;
if *count < 2 {
Err(DummyError("temporary fail"))
} else {
Ok("eventual success")
}
}
};
let result = block_on(retry_with_exponential_backoff(operation, &config));
assert_eq!(result, Err(DummyError("temporary fail")));
assert_eq!(*attempts.lock().unwrap(), 1);
}
}
mod execute_with_timeout_tests {
use super::*;
#[test]
fn test_execute_with_timeout_success() {
let config: ExecConfig<String> = ExecConfig {
timeout_duration: Duration::from_millis(100),
fallback: None,
};
let operation = || async { Ok("success".to_string()) };
let result = block_on(execute_with_fallback(operation(), &config));
assert_eq!(result.unwrap(), "success");
}
#[test]
fn test_execute_with_timeout_immediate_failure() {
let config: ExecConfig<String> = ExecConfig {
timeout_duration: Duration::from_millis(100),
fallback: None,
};
let operation =
|| async { Err(Box::new(DummyError("immediate failure")) as Box<dyn Error>) };
let result = block_on(execute_with_fallback(operation(), &config));
assert!(result.is_err());
assert_eq!(result.unwrap_err().to_string(), "immediate failure");
}
#[test]
fn test_execute_with_timeout_timeout_no_fallback() {
let config: ExecConfig<String> = ExecConfig {
timeout_duration: Duration::from_millis(10),
fallback: None,
};
let operation = || async {
sleep(Duration::from_millis(50)).await;
Ok("too slow".to_string())
};
let result = block_on(execute_with_fallback(operation(), &config));
assert!(result.is_err());
assert_eq!(result.unwrap_err().to_string(), "future has timed out");
}
#[test]
fn test_execute_with_timeout_timeout_with_fallback_success() {
let mut config: ExecConfig<String> = ExecConfig::new(Duration::from_millis(10));
config.with_fallback(|| Ok("fallback success".to_string()));
let operation = || async {
sleep(Duration::from_millis(50)).await;
Ok("too slow".to_string())
};
let result = block_on(execute_with_fallback(operation(), &config));
assert_eq!(result.unwrap(), "fallback success");
}
#[test]
fn test_execute_with_timeout_timeout_with_fallback_failure() {
let mut config: ExecConfig<String> = ExecConfig::new(Duration::from_millis(10));
config.with_fallback(|| Err(Box::new(DummyError("fallback failed")) as Box<dyn Error>));
let operation = || async {
sleep(Duration::from_millis(50)).await;
Ok("too slow".to_string())
};
let result = block_on(execute_with_fallback(operation(), &config));
assert!(result.is_err());
assert_eq!(result.unwrap_err().to_string(), "fallback failed");
}
#[test]
fn test_execute_with_timeout_success_near_timeout() {
let config: ExecConfig<String> = ExecConfig {
timeout_duration: Duration::from_millis(50),
fallback: None,
};
let operation = || async {
sleep(Duration::from_millis(40)).await;
Ok("just in time".to_string())
};
let result = block_on(execute_with_fallback(operation(), &config));
assert_eq!(result.unwrap(), "just in time");
}
}
}