1use std::time::Duration;
2
3use tea_model::{ModelFailure, ModelFailureCode};
4use tea_protocol::RetryClass;
5
6use crate::{KernelError, KernelErrorCode};
7
8pub const MAX_MODEL_RETRY_ATTEMPTS: u32 = 8;
10pub const MAX_MODEL_RETRY_BASE_DELAY: Duration = Duration::from_secs(30);
12pub const MAX_MODEL_RETRY_MAX_DELAY: Duration = Duration::from_mins(5);
14
15#[derive(Debug, Clone, Copy, PartialEq, Eq)]
21pub struct ModelRetryPolicy {
22 max_attempts: u32,
23 base_delay: Duration,
24 max_delay: Duration,
25}
26
27impl ModelRetryPolicy {
28 pub fn new(
35 max_attempts: u32,
36 base_delay: Duration,
37 max_delay: Duration,
38 ) -> Result<Self, KernelError> {
39 if max_attempts == 0
40 || max_attempts > MAX_MODEL_RETRY_ATTEMPTS
41 || base_delay.is_zero()
42 || base_delay > MAX_MODEL_RETRY_BASE_DELAY
43 || max_delay < base_delay
44 || max_delay > MAX_MODEL_RETRY_MAX_DELAY
45 {
46 return Err(KernelError::new(
47 KernelErrorCode::InvalidRequest,
48 "model retry policy is invalid",
49 ));
50 }
51 Ok(Self {
52 max_attempts,
53 base_delay,
54 max_delay,
55 })
56 }
57
58 #[must_use]
60 pub const fn max_attempts(self) -> u32 {
61 self.max_attempts
62 }
63 #[must_use]
65 pub const fn base_delay(self) -> Duration {
66 self.base_delay
67 }
68 #[must_use]
70 pub const fn max_delay(self) -> Duration {
71 self.max_delay
72 }
73
74 #[must_use]
78 pub fn next_delay(self, attempt: u32) -> Duration {
79 if attempt == 0 {
80 return self.base_delay;
81 }
82 let exponent = attempt.min(20).saturating_sub(1);
83 let scaled = self
84 .base_delay
85 .checked_mul(2u32.saturating_pow(exponent))
86 .unwrap_or(self.max_delay);
87 scaled.min(self.max_delay)
88 }
89
90 #[must_use]
95 pub fn delay_for_failure(self, failure: &ModelFailure, attempt: u32) -> Duration {
96 failure
97 .retry_after()
98 .unwrap_or_else(|| self.next_delay(attempt))
99 .min(self.max_delay)
100 }
101
102 #[must_use]
109 pub fn should_retry(self, failure: &ModelFailure) -> Option<ModelFailureCode> {
110 match failure.retry() {
111 RetryClass::Never => None,
112 RetryClass::Immediate | RetryClass::AfterBackoff => Some(failure.code()),
113 }
114 }
115}
116
117impl Default for ModelRetryPolicy {
118 fn default() -> Self {
119 Self {
120 max_attempts: 3,
121 base_delay: Duration::from_millis(500),
122 max_delay: Duration::from_secs(10),
123 }
124 }
125}