pub struct ExecutorPrefillCompletion { /* private fields */ }Expand description
Capacity-aware result for one planned prefill frontier.
Deferred is only legal before provider encode or device submission. The
executor may complete a strict prefix after typed capacity probes; the
scheduler commits only that prefix and learns the narrower execution ceiling.
Implementations§
Source§impl ExecutorPrefillCompletion
impl ExecutorPrefillCompletion
pub fn new( output: PrefillOutput, planned_chunk: PrefillChunk, completed_chunk: PrefillChunk, capacity_probe_count: u32, ) -> Result<Self>
pub fn exact(output: PrefillOutput, chunk: PrefillChunk) -> Self
pub const fn planned_chunk(&self) -> PrefillChunk
pub const fn completed_chunk(&self) -> PrefillChunk
pub const fn capacity_probe_count(&self) -> u32
pub fn into_parts(self) -> (PrefillOutput, PrefillChunk, PrefillChunk, u32)
Auto Trait Implementations§
impl !RefUnwindSafe for ExecutorPrefillCompletion
impl !UnwindSafe for ExecutorPrefillCompletion
impl Freeze for ExecutorPrefillCompletion
impl Send for ExecutorPrefillCompletion
impl Sync for ExecutorPrefillCompletion
impl Unpin for ExecutorPrefillCompletion
impl UnsafeUnpin for ExecutorPrefillCompletion
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more