Trait RuntimeBackend 

pub trait RuntimeBackend: Send + Sync {
    // Required methods
    fn infer(&mut self, input: InferenceInput) -> EdgeResult<InferenceOutput>;
    fn model_info(&self) -> HashMap<String, Value>;
    fn is_ready(&self) -> bool;
    fn backend_info(&self) -> HashMap<String, Value>;
}

Generic inference runtime trait

Required Methods

fn infer(&mut self, input: InferenceInput) -> EdgeResult<InferenceOutput>

Run inference with the given inputs

fn model_info(&self) -> HashMap<String, Value>

Get model information

fn is_ready(&self) -> bool

Check if the runtime is ready for inference

fn backend_info(&self) -> HashMap<String, Value>

Get backend-specific metadata

Implementors

impl RuntimeBackend for OnnxBackend