st-zrt 0.2.1

Stellarrion st-zrt: ultra-fast, zero-overhead Rust runtime over onnxruntime.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

//! Prepacked-weight cache shared across ORT sessions.
use crate::{Result, api, check, sys};
use std::sync::Arc;

pub(crate) struct PrepackedWeightsInner {
    ptr: *mut sys::PrepackedWeightsContainerHandle,
}

/// ORT prepacked-weight cache.
///
/// Pass the same container to multiple compatible session creations to let ORT reuse
/// transformed/prepacked weights. Sessions built with this cache keep an internal `Arc`
/// reference to it, so the raw ORT container outlives every session relying on it.
#[derive(Clone)]
pub struct PrepackedWeightsContainer {
    pub(crate) inner: Arc<PrepackedWeightsInner>,
}

impl PrepackedWeightsContainer {
    pub fn new() -> Result<Self> {
        let mut ptr: *mut sys::PrepackedWeightsContainerHandle = std::ptr::null_mut();
        check(unsafe { api().create_prepacked_weights_container()(&mut ptr) })?;
        let ptr = crate::ensure_non_null(ptr, "prepacked weights container")?;
        Ok(Self {
            inner: Arc::new(PrepackedWeightsInner { ptr }),
        })
    }

    #[inline]
    pub(crate) fn as_mut_ptr(&self) -> *mut sys::PrepackedWeightsContainerHandle {
        self.inner.ptr
    }

    #[inline]
    pub(crate) fn share(&self) -> Arc<PrepackedWeightsInner> {
        self.inner.clone()
    }
}

impl Drop for PrepackedWeightsInner {
    fn drop(&mut self) {
        unsafe {
            if !self.ptr.is_null() {
                api().release_prepacked_weights_container()(self.ptr);
            }
        }
    }
}

unsafe impl Send for PrepackedWeightsInner {}
unsafe impl Sync for PrepackedWeightsInner {}