Struct InferenceEngine 

pub struct InferenceEngine { /* private fields */ }

MNN inference engine

Implementations

impl InferenceEngine

pub fn from_file( _model_path: impl AsRef<Path>, _config: Option<InferenceConfig>, ) -> Result<Self>

Create inference engine from file

pub fn from_buffer( _data: &[u8], _config: Option<InferenceConfig>, ) -> Result<Self>

Create inference engine from memory

pub fn from_buffer_with_runtime( _model_buffer: &[u8], _runtime: &SharedRuntime, ) -> Result<Self>

Create inference engine from model bytes using shared runtime

pub fn input_shape(&self) -> &[usize]

Get input shape

pub fn output_shape(&self) -> &[usize]

Get output shape

pub fn infer(&self, _input: ArrayViewD<'_, f32>) -> Result<ArrayD<f32>>

Perform inference

pub fn infer_dynamic(&self, _input: ArrayViewD<'_, f32>) -> Result<ArrayD<f32>>

Perform inference (variable input shape)

pub fn run_dynamic(&self, _input: ArrayViewD<'_, f32>) -> Result<ArrayD<f32>>

Perform inference (variable input shape) - alias

pub fn run_dynamic_raw( &self, _input_data: &[f32], _input_shape: &[usize], _output_data: &mut [f32], ) -> Result<Vec<usize>>

Perform inference (raw interface)