Struct InferenceSession 

pub struct InferenceSession { /* private fields */ }

An inference session for running a model

Implementations

impl InferenceSession

pub fn run( &self, inputs: HashMap<&str, Tensor>, ) -> Result<HashMap<String, Tensor>>

Run inference synchronously

Example

use ronn_api::{Model, Tensor};
use ronn_core::{DataType, TensorLayout};
use std::collections::HashMap;

let model = Model::load("model.onnx")?;
let session = model.create_session_default()?;

let mut inputs = HashMap::new();
inputs.insert("input", Tensor::zeros(
    vec![1, 3, 224, 224],
    DataType::F32,
    TensorLayout::RowMajor
)?);

let outputs = session.run(inputs)?;

pub async fn run_async( &self, inputs: HashMap<&str, Tensor>, ) -> Result<HashMap<String, Tensor>>

Run inference asynchronously

pub fn run_batch( &self, batch: Vec<HashMap<&str, Tensor>>, ) -> Result<Vec<HashMap<String, Tensor>>>

Run inference on a batch of inputs

pub fn options(&self) -> &SessionOptions

Get session options

pub fn graph(&self) -> &ModelGraph

Get the model graph