Struct SessionManager 

pub struct SessionManager { /* private fields */ }

Thread-safe session manager for managing inference sessions.

Implementations

impl SessionManager

pub fn new() -> Self

Create a new session manager.

pub fn with_config( global_memory_limit: Option<usize>, max_sessions: Option<usize>, default_config: SessionConfig, ) -> Self

Create a new session manager with configuration.

pub async fn create_session(&self, model: ModelGraph) -> Result<SessionId>

Create a new inference session.

pub async fn create_session_with_config( &self, model: ModelGraph, config: Option<SessionConfig>, ) -> Result<SessionId>

Create a new inference session with custom configuration.

pub fn get_session( &self, session_id: SessionId, ) -> Option<Arc<InferenceSession>>

Get a session by ID.

pub async fn run_inference( &self, session_id: SessionId, inputs: Vec<Tensor>, ) -> Result<Vec<Tensor>>

Run inference on a session.

pub async fn destroy_session(&self, session_id: SessionId) -> Result<()>

Destroy a session.

pub async fn get_session_statistics( &self, session_id: SessionId, ) -> Result<SessionStatistics>

Get session statistics.

pub fn list_sessions(&self) -> Vec<SessionId>

List all active session IDs.

pub fn session_count(&self) -> usize

Get the number of active sessions.

pub async fn cleanup_expired_sessions(&self) -> usize

Cleanup expired sessions.

pub async fn get_global_statistics(&self) -> GlobalStatistics

Get global statistics across all sessions.

pub async fn shutdown(&self) -> Result<()>

Shutdown the session manager and cleanup all sessions.

Trait Implementations

impl Debug for SessionManager

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for SessionManager

fn default() -> Self

Returns the “default value” for a type.