agent-orchestrator-sdk 0.1.1

Rust SDK for orchestrating LLM-powered agents, shared task execution, and teammate coordination
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use std::time::Duration;

use tracing::warn;

use crate::error::{SdkError, SdkResult};

/// Configuration for HTTP retry behaviour, derived from [`LlmConfig`].
#[derive(Debug, Clone)]
pub struct RetryConfig {
    pub max_retries: u32,
    pub base_delay_ms: u64,
}

impl RetryConfig {
    pub fn from_llm_config(cfg: &crate::config::LlmConfig) -> Self {
        Self {
            max_retries: cfg.max_retries,
            base_delay_ms: cfg.retry_base_delay_ms,
        }
    }
}

/// Shared retry handler for transient HTTP errors from LLM APIs.
///
/// Returns `Ok(())` if the caller should retry, or `Err` if retries are
/// exhausted or the error is non-retryable.
pub async fn handle_retryable_status(
    status: u16,
    retries: &mut u32,
    config: &RetryConfig,
) -> SdkResult<()> {
    match status {
        429 => {
            if *retries >= config.max_retries {
                return Err(SdkError::RateLimited {
                    retry_after_ms: 60_000,
                });
            }
            let wait = Duration::from_millis(config.base_delay_ms * 2u64.pow(*retries));
            warn!(retry = *retries, wait_ms = ?wait, "Rate limited, backing off");
            tokio::time::sleep(wait).await;
            *retries += 1;
            Ok(())
        }
        // Anthropic overload
        529 => {
            if *retries >= config.max_retries {
                return Err(SdkError::LlmApi {
                    status,
                    message: "API overloaded".to_string(),
                });
            }
            let wait = Duration::from_millis(config.base_delay_ms * 2u64.pow(*retries) * 5);
            warn!(retry = *retries, "API overloaded, backing off");
            tokio::time::sleep(wait).await;
            *retries += 1;
            Ok(())
        }
        500 | 502 | 503 => {
            if *retries >= config.max_retries {
                return Err(SdkError::LlmApi {
                    status,
                    message: "API server error".to_string(),
                });
            }
            let wait = Duration::from_millis(config.base_delay_ms * (*retries as u64 + 1) * 3);
            warn!(retry = *retries, status, "Server error, backing off");
            tokio::time::sleep(wait).await;
            *retries += 1;
            Ok(())
        }
        _ => Err(SdkError::LlmApi {
            status,
            message: format!("Non-retryable status {}", status),
        }),
    }
}