Struct ark_api::ml_inference::InferenceRuntime

pub struct InferenceRuntime { /* private fields */ }

The Inference Runtime is responsible for managing the lifetime of multiple inference models, from load to unload.

Implementations

impl InferenceRuntime

pub fn create() -> Self

pub fn execute_inference(&self, limit_s: Option<f32>) -> Result<Vec<u64>, Error>

pub fn load( &mut self, format: SnapshotFormat, data: &[u8] ) -> Result<InferenceFuture, Error>

pub fn update(&mut self) -> Result<(), Error>

Trait Implementations

impl Default for InferenceRuntime

fn default() -> Self

Returns the “default value” for a type.

impl Drop for InferenceRuntime

fn drop(&mut self)

Executes the destructor for this type.