razor-stream 0.9.0

The streaming interface of razor-rpc. razor-rpc is a modular, pluggable RPC for high throughput scenario, supports various runtimes, with a low-level streaming interface, and high-level remote API call interface.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use std::cell::Cell;

use crossfire::waitgroup::{WaitGroup, WaitGroupGuard};

pub struct Throttler {
    wg: WaitGroup<()>,
    thresholds: Cell<usize>,
}

unsafe impl Sync for Throttler {}

impl Throttler {
    pub fn new(thresholds: usize) -> Self {
        Throttler { wg: WaitGroup::new((), thresholds), thresholds: Cell::new(thresholds) }
    }

    #[inline(always)]
    pub fn nearly_full(&self) -> bool {
        self.wg.get_left() + 1 > self.thresholds.get()
    }

    #[allow(dead_code)]
    #[inline(always)]
    pub fn is_full(&self) -> bool {
        self.wg.get_left() >= self.thresholds.get()
    }

    #[inline(always)]
    pub async fn throttle(&self) {
        let target = self.thresholds.get();
        if target > 0 {
            return self.wg.wait_async().await;
        }
    }

    #[inline(always)]
    pub fn add_task(&self) -> WaitGroupGuard<()> {
        self.wg.add_guard()
    }

    #[allow(dead_code)]
    #[inline(always)]
    pub fn set_thresholds(&mut self, thresholds: usize) {
        self.thresholds.set(thresholds);
        self.wg.set_threshold(thresholds);
    }

    #[inline(always)]
    pub fn get_inflight_count(&self) -> usize {
        self.wg.get_left()
    }
}