Struct InferenceRegistry 

pub struct InferenceRegistry { /* private fields */ }

Implementations

impl InferenceRegistry

pub fn with_config(config: RegistryConfig) -> Self

pub fn try_acquire_control( self: &Arc<Self>, ) -> Result<OwnedSemaphorePermit, RegistryError>

pub fn begin( &self, ) -> Result<(String, Receiver<Option<TerminalOutcome>>), RegistryError>

pub fn begin_for_run( &self, run_id: Option<String>, request_id: Option<String>, ) -> Result<(String, Receiver<Option<TerminalOutcome>>), RegistryError>

pub fn begin_with_id( &self, inference_id: &str, ) -> Result<Receiver<Option<TerminalOutcome>>, RegistryError>

pub fn active_for_run(&self, run_id: &str) -> Vec<(String, Option<String>)>

Active inference identities attributed to one run, sorted for stable receipt selection.

pub fn attach_backend( &self, inference_id: &str, task: JoinHandle<()>, ) -> Result<(), RegistryError>

pub fn backend_terminated(&self, inference_id: &str)

Called only after the actual backend future has returned.

pub fn is_active(&self, inference_id: &str) -> bool

pub fn complete(&self, inference_id: &str) -> bool

pub fn terminal_outcome(&self, inference_id: &str) -> Option<TerminalOutcome>

pub fn reserve_deadline( self: &Arc<Self>, inference_id: &str, ) -> Result<DeadlineReservation, DeadlineReservationError>

pub async fn schedule_deadline<F, Fut>( self: &Arc<Self>, inference_id: &str, timeout: Duration, acknowledgement: F, ) -> Result<InferenceControlStatus, DeadlineReservationError>

where F: FnOnce() -> Fut, Fut: Future<Output = bool>,

pub async fn control<F>( &self, inference_id: &str, cause: ControlCause, acknowledgement: F, ) -> InferenceControlStatus

where F: Future<Output = bool>,

pub fn counts(&self) -> (usize, usize)

pub fn orphan_count(&self) -> usize

pub fn abort_all(&self)

Disconnect teardown: every retained active/orphan handle is aborted.

pub fn abandon(&self, inference_id: &str)

Roll back a start whose infer.started frame could not be delivered.

pub fn abort_after_started_admission(&self, inference_id: &str)

Abort a backend after infer.started may already have entered the socket sink, retaining a terminal tombstone so a later flush can never expose an ID that control RPCs report as unknown.

pub fn abort_owned_backend(&self, inference_id: &str)

Abort this handler’s owned backend while preserving an existing terminal outcome. If no control has terminalized the entry yet, publish a completed tombstone first so any frame already admitted to the socket can never expose an unknown ID. If control already moved the JoinHandle into a tombstone, detach and abort it there and release its orphan charge.

Trait Implementations

impl Default for InferenceRegistry

fn default() -> Self

Returns the “default value” for a type.