ort-parallel 0.1.3

A library for running ONNX models in parallel using ORT(session pool)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use std::sync::{Arc, Condvar, Mutex};

pub struct Semaphore {
    inner: Arc<Inner>,
}

struct Inner {
    count: Mutex<usize>,
    cvar: Condvar,
}

impl Semaphore {
    /// Create a new semaphore with `capacity` permits.
    pub fn new(capacity: usize) -> Self {
        Semaphore {
            inner: Arc::new(Inner {
                count: Mutex::new(capacity),
                cvar: Condvar::new(),
            }),
        }
    }

    /// Acquire a permit. Blocks until one is available.
    pub fn acquire(&self) {
        let mut count = self.inner.count.lock().unwrap();
        while *count == 0 {
            count = self.inner.cvar.wait(count).unwrap();
        }
        *count -= 1;
    }

    /// Release a permit.
    pub fn release(&self) {
        let mut count = self.inner.count.lock().unwrap();
        *count += 1;
        self.inner.cvar.notify_one();
    }
}