iree-embedded 0.1.1

Safe no_std Rust API for ML inference on Cortex-M via the IREE runtime.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! The VM instance: process-wide IREE state with HAL types registered.

use crate::{Arena, Result, check};
use iree_embedded_sys as sys;

/// The IREE VM instance: the top-level runtime object shared across sessions.
pub struct Instance {
    raw: *mut sys::iree_vm_instance_t,
}

impl Instance {
    /// Create a VM instance, allocating from `arena`.
    pub fn new(arena: &Arena) -> Result<Self> {
        let mut raw = core::ptr::null_mut();
        // SAFETY: out-pointer is valid; allocator outlives the instance.
        unsafe {
            check(sys::iree_vm_instance_create(
                sys::IREE_VM_TYPE_CAPACITY_DEFAULT as sys::iree_host_size_t,
                arena.as_iree_allocator(),
                &mut raw,
            ))?;
            // HAL custom types must be registered before HAL modules are used.
            check(sys::iree_hal_module_register_all_types(raw))?;
        }
        Ok(Instance { raw })
    }

    pub(crate) fn raw(&self) -> *mut sys::iree_vm_instance_t {
        self.raw
    }
}

impl Drop for Instance {
    fn drop(&mut self) {
        // SAFETY: raw was created by iree_vm_instance_create and not released.
        unsafe { sys::iree_vm_instance_release(self.raw) };
    }
}