Struct InferenceSession 

pub struct InferenceSession {
    pub id: SessionId,
    pub model: Arc<ModelGraph>,
    pub config: SessionConfig,
    pub statistics: Arc<RwLock<SessionStatistics>>,
    /* private fields */
}

An active inference session.

Fields

id: SessionId

Unique session identifier.

model: Arc<ModelGraph>

The model graph for this session.

config: SessionConfig

Session configuration.

statistics: Arc<RwLock<SessionStatistics>>

Runtime statistics.

Implementations

impl InferenceSession

pub fn new(model: ModelGraph, config: SessionConfig) -> Self

Create a new inference session.

pub async fn run_inference(&self, inputs: &[Tensor]) -> Result<Vec<Tensor>>

Run inference on the session.

pub async fn get_statistics(&self) -> SessionStatistics

Get session statistics.

pub async fn get_resource_usage(&self) -> ResourceUsage

Get current resource usage.

pub fn mark_for_deletion(&mut self)

Mark session for deletion.

pub fn is_marked_for_deletion(&self) -> bool

Check if session is marked for deletion.

pub fn age(&self) -> Duration

Get session age.

Trait Implementations

impl Debug for InferenceSession

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.