ort-parallel 0.1.3

A library for running ONNX models in parallel using ORT(session pool)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

#![doc = include_str!("../README.md")]

#[cfg(feature = "async")]
mod async_pool;
#[cfg(feature = "sync")]
mod semaphore;
#[cfg(feature = "sync")]
mod sync_pool;

#[cfg(feature = "async")]
pub use async_pool::AsyncSessionPool;

use ort::session::builder::SessionBuilder;
#[cfg(feature = "sync")]
pub use sync_pool::SessionPool;

struct SessionBuilderFactory(SessionBuilder);

impl SessionBuilderFactory {
    pub(crate) fn generate(&self) -> SessionBuilder {
        self.0.clone()
    }
}

unsafe impl Sync for SessionBuilderFactory {}
unsafe impl Send for SessionBuilderFactory {}