pub struct PlanRuntimePrefillCompletion { /* private fields */ }Expand description
Capacity-aware result for one tensor-free plan-runtime prefill frontier.
Implementations§
Source§impl PlanRuntimePrefillCompletion
impl PlanRuntimePrefillCompletion
pub fn new( output: PlanRuntimePrefillOutput, planned_chunk: PrefillChunk, completed_chunk: PrefillChunk, capacity_probe_count: u32, ) -> Result<Self>
pub fn exact(output: PlanRuntimePrefillOutput, chunk: PrefillChunk) -> Self
pub const fn planned_chunk(&self) -> PrefillChunk
pub const fn completed_chunk(&self) -> PrefillChunk
pub const fn capacity_probe_count(&self) -> u32
pub fn output(&self) -> &PlanRuntimePrefillOutput
pub fn validate_for( &self, expected_request_id: &RequestId, expected_planned_chunk: PrefillChunk, vocabulary_size: usize, ) -> Result<()>
pub fn into_parts( self, ) -> (PlanRuntimePrefillOutput, PrefillChunk, PrefillChunk, u32)
Auto Trait Implementations§
impl !RefUnwindSafe for PlanRuntimePrefillCompletion
impl !UnwindSafe for PlanRuntimePrefillCompletion
impl Freeze for PlanRuntimePrefillCompletion
impl Send for PlanRuntimePrefillCompletion
impl Sync for PlanRuntimePrefillCompletion
impl Unpin for PlanRuntimePrefillCompletion
impl UnsafeUnpin for PlanRuntimePrefillCompletion
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more