Trait InferenceRuntime 

pub trait InferenceRuntime {
    type Session: InferenceSession;

    // Required method
    fn load_model(&self, path: &Path) -> Result<Self::Session>;
}

Factory for creating sessions from ONNX model files.

Required Associated Types

type Session: InferenceSession

Required Methods

fn load_model(&self, path: &Path) -> Result<Self::Session>

Implementors

impl InferenceRuntime for OrtRuntime

type Session = OrtSession

impl InferenceRuntime for RtenRuntime

type Session = RtenSession