Struct InferenceRuntime 

pub struct InferenceRuntime { /* private fields */ }

Main inference runtime that manages different backends

Implementations

impl InferenceRuntime

pub async fn from_model_with_device( model: Box<dyn Model>, device: Device, ) -> EdgeResult<Self>

Create a new inference runtime from a model with a specific device

pub async fn from_model(model: Box<dyn Model>) -> EdgeResult<Self>

Create a new inference runtime from a model (uses CPU device by default)

pub fn infer(&mut self, input: InferenceInput) -> EdgeResult<InferenceOutput>

Run inference on the loaded model

pub fn model_info(&self) -> HashMap<String, Value>

Get comprehensive model information

pub fn is_ready(&self) -> bool

Check if the runtime is ready for inference

pub fn backend_info(&self) -> HashMap<String, Value>

Get backend information