ai-lib 0.4.0

A unified AI SDK for Rust providing a single interface for multiple AI providers with hybrid architecture
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

//! Backpressure control for managing concurrent requests

use std::sync::Arc;
use tokio::sync::Semaphore;

/// Backpressure controller for managing concurrent requests
pub struct BackpressureController {
    max_concurrent_requests: usize,
    semaphore: Arc<Semaphore>,
}

/// Permit for executing a request under backpressure control
pub struct BackpressurePermit {
    _permit: tokio::sync::OwnedSemaphorePermit,
}

impl BackpressureController {
    /// Create a new backpressure controller
    pub fn new(max_concurrent_requests: usize) -> Self {
        Self {
            max_concurrent_requests,
            semaphore: Arc::new(Semaphore::new(max_concurrent_requests)),
        }
    }

    /// Acquire a permit for executing a request
    pub async fn acquire_permit(&self) -> Result<BackpressurePermit, BackpressureError> {
        let permit = self
            .semaphore
            .clone()
            .acquire_owned()
            .await
            .map_err(|_| BackpressureError::SemaphoreClosed)?;

        Ok(BackpressurePermit { _permit: permit })
    }

    /// Get the maximum number of concurrent requests
    pub fn max_concurrent_requests(&self) -> usize {
        self.max_concurrent_requests
    }

    /// Get the number of available permits
    pub fn available_permits(&self) -> usize {
        self.semaphore.available_permits()
    }
}

/// Backpressure error types
#[derive(Debug, thiserror::Error)]
pub enum BackpressureError {
    #[error("Semaphore is closed")]
    SemaphoreClosed,
    #[error("No permits available")]
    NoPermitsAvailable,
}