Struct RuntimeManager 

pub struct RuntimeManager { /* private fields */ }

Runtime Manager - manages active model runtime

Implementations

impl RuntimeManager

pub fn new() -> Self

pub async fn initialize_auto(&self, config: RuntimeConfig) -> Result<String>

Initialize runtime with automatic format detection and platform-appropriate binary

pub async fn initialize(&self, config: RuntimeConfig) -> Result<String>

Initialize runtime with specified configuration

pub async fn get_base_url(&self) -> Option<String>

Get the current runtime’s base URL (lock-free)

pub async fn is_ready(&self) -> bool

Check if runtime is ready (lock-free read)

pub async fn health_check(&self) -> Result<String>

Perform health check (lock-free read)

pub async fn get_metadata(&self) -> Option<RuntimeMetadata>

Get runtime metadata (lock-free read)

pub async fn shutdown(&self) -> Result<()>

Shutdown current runtime (atomic replacement)

pub async fn hot_swap(&self, new_config: RuntimeConfig) -> Result<String>

Hot-swap model (shutdown current, initialize new)

pub async fn get_current_config(&self) -> Option<RuntimeConfig>

Get current configuration (lock-free)

pub async fn generate( &self, request: InferenceRequest, ) -> Result<InferenceResponse>

Perform inference (non-streaming, lock-free read)

pub async fn generate_stream( &self, request: InferenceRequest, ) -> Result<Box<dyn Stream<Item = Result<String, Error>> + Send + Unpin>>

Perform streaming inference (lock-free read)

Trait Implementations

impl Default for RuntimeManager

fn default() -> Self

Returns the “default value” for a type.

impl Drop for RuntimeManager

fn drop(&mut self)

Executes the destructor for this type.