pub struct SpeculativeOutputRuntime<S, C, P> { /* private fields */ }Expand description
Canonical speculative sampler, sequence, constraint, and output sink.
Implementations§
Source§impl<S, C, P> SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> SpeculativeOutputRuntime<S, C, P>
Sourcepub fn new(
sampler: S,
sequence: GenerationSequence,
constraint: C,
publisher: P,
cancellation: GenerationCancellationToken,
) -> Self
pub fn new( sampler: S, sequence: GenerationSequence, constraint: C, publisher: P, cancellation: GenerationCancellationToken, ) -> Self
Creates one canonical output runtime.
Sourcepub fn with_lifecycle_observer(
self,
observer: Arc<dyn SpeculativeLifecycleObserver>,
) -> Self
pub fn with_lifecycle_observer( self, observer: Arc<dyn SpeculativeLifecycleObserver>, ) -> Self
Installs explicit production lifecycle observation for this lane.
Sourcepub fn observe_lifecycle(
&self,
stage: SpeculativeLifecycleStage,
) -> Result<(), SpeculativeOutputError>
pub fn observe_lifecycle( &self, stage: SpeculativeLifecycleStage, ) -> Result<(), SpeculativeOutputError>
Observes one lifecycle boundary before its associated work.
Sourcepub const fn sampler_mut(&mut self) -> &mut S
pub const fn sampler_mut(&mut self) -> &mut S
Mutable canonical sampling state.
Sourcepub const fn sequence(&self) -> &GenerationSequence
pub const fn sequence(&self) -> &GenerationSequence
Canonical committed sequence.
Sourcepub const fn sequence_mut(&mut self) -> &mut GenerationSequence
pub const fn sequence_mut(&mut self) -> &mut GenerationSequence
Mutable canonical committed sequence.
Sourcepub const fn constraint(&self) -> &C
pub const fn constraint(&self) -> &C
Transactional semantic constraint.
Sourcepub const fn constraint_mut(&mut self) -> &mut C
pub const fn constraint_mut(&mut self) -> &mut C
Mutable transactional semantic constraint.
Sourcepub const fn cancellation(&self) -> &GenerationCancellationToken
pub const fn cancellation(&self) -> &GenerationCancellationToken
Cooperative cancellation token.
Sourcepub fn cancel(&mut self) -> Result<(), SpeculativeOutputError>
pub fn cancel(&mut self) -> Result<(), SpeculativeOutputError>
Applies cancellation and publishes its terminal semantic state.
Sourcepub fn install_committed_state(
&mut self,
sampler: S,
constraint: C,
sequence: GenerationSequence,
)
pub fn install_committed_state( &mut self, sampler: S, constraint: C, sequence: GenerationSequence, )
Installs logical state only after its matching backend boundary committed.
Sourcepub fn publish_committed(
&mut self,
tokens: &[u32],
) -> Result<bool, SpeculativeOutputError>
pub fn publish_committed( &mut self, tokens: &[u32], ) -> Result<bool, SpeculativeOutputError>
Publishes tokens only after their backend cache transaction committed.
Auto Trait Implementations§
impl<S, C, P> !RefUnwindSafe for SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> !UnwindSafe for SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> Freeze for SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> Send for SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> Sync for SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> Unpin for SpeculativeOutputRuntime<S, C, P>
impl<S, C, P> UnsafeUnpin for SpeculativeOutputRuntime<S, C, P>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more