Struct ark_api::ml_inference::InferenceInstance

pub struct InferenceInstance { /* private fields */ }

Implementations

impl InferenceInstance

pub fn handle(&self) -> InferenceHandle

pub fn increment_refcount(&mut self) -> usize

pub fn decrease_refcount(&mut self) -> usize

pub fn submit_infer( &mut self, agent_id: AgentId, states: &HashMap<String, Vec<f32>> ) -> Result<(), Error>

Push data to the next inference batch.

pub fn poll_results(&self) -> Result<Vec<(AgentId, AgentData)>, Error>

Check if there is any result to retrieve for this call at this time.

Trait Implementations

impl Drop for InferenceInstance

fn drop(&mut self)

Executes the destructor for this type.