Struct Engine 

pub struct Engine {

    pub file: String,
    pub spec: String,
    pub device: Device,
    pub iiixs: Vec<Iiix>,
    pub params: Option<usize>,
    pub wbmems: Option<usize>,
    pub inputs_minoptmax: Vec<Vec<MinOptMax>>,
    pub onnx: Option<OnnxIo>,
    pub num_dry_run: usize,
    pub graph_opt_level: Option<u8>,
    pub num_intra_threads: Option<usize>,
    pub num_inter_threads: Option<usize>,
    pub hardware: HardwareConfig,
}

ONNX Runtime inference engine with configuration and session management.

Fields

file: String

Model file path.

spec: String

Model specification string.

device: Device

Execution device.

iiixs: Vec<Iiix>

params: Option<usize>

wbmems: Option<usize>

inputs_minoptmax: Vec<Vec<MinOptMax>>

Input min-opt-max configurations.

onnx: Option<OnnxIo>

ONNX I/O structure.

num_dry_run: usize

Number of dry runs for warmup.

graph_opt_level: Option<u8>

num_intra_threads: Option<usize>

num_inter_threads: Option<usize>

hardware: HardwareConfig

Hardware-specific configurations for all execution providers

Implementations

impl Engine

pub fn with_file(self, x: &str) -> Self

Sets the file field from a string slice.

Arguments

• x - A string slice that will be converted to String

Returns

Returns Self for method chaining.

Example

let obj = Engine::default().with_file("value");

---

Generated by aksr - Builder pattern macro

pub fn file(&self) -> &str

Returns a string slice of the file field.

Example

let obj = Engine::default();
let value = obj.file();

---

Generated by aksr - Builder pattern macro

pub fn with_spec(self, x: &str) -> Self

Sets the spec field from a string slice.

Arguments

• x - A string slice that will be converted to String

Returns

Returns Self for method chaining.

Example

let obj = Engine::default().with_spec("value");

---

Generated by aksr - Builder pattern macro

pub fn spec(&self) -> &str

Returns a string slice of the spec field.

Example

let obj = Engine::default();
let value = obj.spec();

---

Generated by aksr - Builder pattern macro

pub fn with_device(self, x: Device) -> Self

Sets the device field.

Arguments

• x - The new value to be assigned

Returns

Returns Self for method chaining.

Example

let obj = Engine::default().with_device(value);

---

Generated by aksr - Builder pattern macro

pub fn device(&self) -> &Device

Returns a reference to the device field.

Example

let obj = Engine::default();
let value = obj.device();

---

Generated by aksr - Builder pattern macro

pub fn with_iiixs(self, x: &[Iiix]) -> Self

Sets the iiixs field from a slice.

Arguments

• x - A slice of elements to be converted into a vector

Returns

Returns Self for method chaining.

Note

If the slice is empty, the field remains unchanged.

Example

let obj = Engine::default().with_iiixs(&[item1, item2]);

---

Generated by aksr - Builder pattern macro

pub fn with_iiixs_extend(self, x: &[Iiix]) -> Self

Appends elements to the iiixs field.

Arguments

• x - A slice of elements to append to the vector

Returns

Returns Self for method chaining.

Example

let obj = Engine::default().with_iiixs_extend(&[item1, item2]);

---

Generated by aksr - Builder pattern macro

pub fn iiixs(&self) -> &[Iiix]

Returns a slice view of the iiixs field.

Example

let obj = Engine::default();
let items = obj.iiixs();

---

Generated by aksr - Builder pattern macro

pub fn with_parameters(self, x: usize) -> Self

Sets the optional params field.

Arguments

• x - The value that will be automatically wrapped in Some

Returns

Returns Self for method chaining.

Note

The value is automatically wrapped in Some, so you don’t need to pass Some(value).

Example

let obj = Engine::default().with_parameters(value);

---

Generated by aksr - Builder pattern macro

pub fn parameters(&self) -> Option<usize>

Returns the value of the optional params field.

Example

let obj = Engine::default();
let value = obj.parameters();

---

Generated by aksr - Builder pattern macro

pub fn with_memory(self, x: usize) -> Self

Sets the optional wbmems field.

Arguments

• x - The value that will be automatically wrapped in Some

Returns

Returns Self for method chaining.

Note

The value is automatically wrapped in Some, so you don’t need to pass Some(value).

Example

let obj = Engine::default().with_memory(value);

---

Generated by aksr - Builder pattern macro

pub fn memory(&self) -> Option<usize>

Returns the value of the optional wbmems field.

Example

let obj = Engine::default();
let value = obj.memory();

---

Generated by aksr - Builder pattern macro

pub fn with_inputs_minoptmax(self, x: &[Vec<MinOptMax>]) -> Self

Sets the inputs_minoptmax field from a slice.

Arguments

• x - A slice of elements to be converted into a vector

Returns

Returns Self for method chaining.

Note

If the slice is empty, the field remains unchanged.

Example

let obj = Engine::default().with_inputs_minoptmax(&[item1, item2]);

---

Generated by aksr - Builder pattern macro

pub fn inputs_minoptmax(&self) -> &[Vec<MinOptMax>]

Returns a slice view of the inputs_minoptmax field.

Example

let obj = Engine::default();
let items = obj.inputs_minoptmax();

---

Generated by aksr - Builder pattern macro

pub fn with_onnx(self, x: OnnxIo) -> Self

Sets the optional onnx field.

Arguments

• x - The value that will be automatically wrapped in Some

Returns

Returns Self for method chaining.

Note

The value is automatically wrapped in Some, so you don’t need to pass Some(value).

Example

let obj = Engine::default().with_onnx(value);

---

Generated by aksr - Builder pattern macro

pub fn onnx(&self) -> Option<&OnnxIo>

Returns an optional reference to the onnx field.

Example

let obj = Engine::default();
let value = obj.onnx();

---

Generated by aksr - Builder pattern macro

pub fn with_num_dry_run(self, x: usize) -> Self

Sets the num_dry_run field.

Arguments

• x - The new value to be assigned

Returns

Returns Self for method chaining.

Example

let obj = Engine::default().with_num_dry_run(value);

---

Generated by aksr - Builder pattern macro

pub fn num_dry_run(&self) -> usize

Returns the value of the num_dry_run field.

Example

let obj = Engine::default();
let value = obj.num_dry_run();

---

Generated by aksr - Builder pattern macro

pub fn with_graph_opt_level(self, x: u8) -> Self

Sets the optional graph_opt_level field.

Arguments

• x - The value that will be automatically wrapped in Some

Returns

Returns Self for method chaining.

Note

The value is automatically wrapped in Some, so you don’t need to pass Some(value).

Example

let obj = Engine::default().with_graph_opt_level(value);

---

Generated by aksr - Builder pattern macro

pub fn graph_opt_level(&self) -> Option<u8>

Returns the value of the optional graph_opt_level field.

Example

let obj = Engine::default();
let value = obj.graph_opt_level();

---

Generated by aksr - Builder pattern macro

pub fn with_num_intra_threads(self, x: usize) -> Self

Sets the optional num_intra_threads field.

Arguments

• x - The value that will be automatically wrapped in Some

Returns

Returns Self for method chaining.

Note

The value is automatically wrapped in Some, so you don’t need to pass Some(value).

Example

let obj = Engine::default().with_num_intra_threads(value);

---

Generated by aksr - Builder pattern macro

pub fn num_intra_threads(&self) -> Option<usize>

Returns the value of the optional num_intra_threads field.

Example

let obj = Engine::default();
let value = obj.num_intra_threads();

---

Generated by aksr - Builder pattern macro

pub fn with_num_inter_threads(self, x: usize) -> Self

Sets the optional num_inter_threads field.

Arguments

• x - The value that will be automatically wrapped in Some

Returns

Returns Self for method chaining.

Note

The value is automatically wrapped in Some, so you don’t need to pass Some(value).

Example

let obj = Engine::default().with_num_inter_threads(value);

---

Generated by aksr - Builder pattern macro

pub fn num_inter_threads(&self) -> Option<usize>

Returns the value of the optional num_inter_threads field.

Example

let obj = Engine::default();
let value = obj.num_inter_threads();

---

Generated by aksr - Builder pattern macro

pub fn with_hardware(self, x: HardwareConfig) -> Self

Sets the hardware field.

Arguments

• x - The new value to be assigned

Returns

Returns Self for method chaining.

Example

let obj = Engine::default().with_hardware(value);

---

Generated by aksr - Builder pattern macro

pub fn hardware(&self) -> &HardwareConfig

Returns a reference to the hardware field.

Example

let obj = Engine::default();
let value = obj.hardware();

---

Generated by aksr - Builder pattern macro

impl Engine

pub fn try_from_config(config: &ORTConfig) -> Result<Self>

pub fn build(self) -> Result<Self>

pub fn dry_run(&mut self) -> Result<()>

pub fn run(&mut self, xs: Xs) -> Result<Xs>

pub fn load_onnx<P: AsRef<Path>>(p: P) -> Result<ModelProto>

pub fn batch(&self) -> &MinOptMax

pub fn is_batch_dyn(&self) -> bool

pub fn try_height(&self) -> Option<&MinOptMax>

pub fn height(&self) -> &MinOptMax

pub fn is_height_dyn(&self) -> bool

pub fn try_width(&self) -> Option<&MinOptMax>

pub fn width(&self) -> &MinOptMax

pub fn is_width_dyn(&self) -> bool

pub fn try_fetch(&self, key: &str) -> Option<String>

pub fn ir_version(&self) -> Option<usize>

pub fn opset_version(&self) -> Option<usize>

pub fn producer_name(&self) -> Option<String>

pub fn producer_version(&self) -> Option<String>

pub fn model_version(&self) -> Option<usize>

pub fn ishapes(&self) -> Option<&[Vec<usize>]>

pub fn idimss(&self) -> Option<&[Vec<usize>]>

pub fn inames(&self) -> Option<&[String]>

pub fn idtypes(&self) -> Option<Vec<DType>>

pub fn oshapes(&self) -> Option<&[Vec<usize>]>

pub fn odimss(&self) -> Option<&[Vec<usize>]>

pub fn onames(&self) -> Option<&[String]>

pub fn odtypes(&self) -> Option<Vec<DType>>

pub fn profile(&self)

pub fn info(&self)

Trait Implementations

impl Debug for Engine

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Engine

fn default() -> Self

Returns the “default value” for a type.