Struct Executor 

pub struct Executor { /* private fields */ }

Executes a graph against a model and mutable runtime state.

Implementations

impl Executor

pub fn new( model: Arc<ModelLoader>, graph: Graph, device: Device, trace_enabled: bool, timer_enabled: bool, ) -> Result<Self>

Create a new executor for a graph/model/device configuration.

pub fn insert_dynamic<T: Into<TensorValue>>( &mut self, name: &str, data: T, ) -> Result<()>

Insert a dynamic (runtime-provided) tensor value.

Example

let model = ModelLoader::open("model.oinf")?;
let g = graph! { dynamic { x: f32[1]; } block entry { return; } };
let mut exec = Simulator::new(&model, &g, Device::Cpu)?.make_executor()?;
exec.insert_dynamic("x", Tensor::from_vec(vec![1.0f32])?)?;

pub fn fetch<T: Fetchable>(&mut self, name: &str) -> Result<T>

Fetch a named value using a Fetchable adapter.

Example

let model = ModelLoader::open("model.oinf")?;
let g = graph! { constant { alpha: f32; } block entry { return; } };
let mut exec = Simulator::new(&model, &g, Device::Cpu)?.make_executor()?;
let alpha: f32 = exec.fetch("alpha")?;

pub fn fetch_typed<T: TensorElement>(&mut self, name: &str) -> Result<Tensor<T>>

Fetch a tensor and convert it to a concrete element type.

pub fn fetch_raw(&mut self, name: &str) -> Result<TensorValue>

Fetch a tensor as a raw TensorValue.

pub fn step(&mut self) -> Result<Option<TraceEvent>>

Execute the graph to completion, returning the last trace event.

Example

let model = ModelLoader::open("model.oinf")?;
let g = graph! { block entry { return; } };
let mut exec = Simulator::new(&model, &g, Device::Cpu)?.make_executor()?;
exec.step()?;

pub fn trace(&self) -> Vec<TraceEvent>

Return the accumulated trace events.

pub fn iterate(&mut self) -> ExecutorIter<'_>

Iterate execution step-by-step, yielding TraceStep values.

Example

let model = ModelLoader::open("model.oinf")?;
let g = graph! { block entry { return; } };
let mut exec = Simulator::new(&model, &g, Device::Cpu)?.make_executor()?;
for step in exec.iterate() {
    let _ = step?;
}