Struct PlanRuntimePrefillOutput 

pub struct PlanRuntimePrefillOutput { /* private fields */ }

Tensor-free prefill output bound to one request and committed KV extent.

Implementations

impl PlanRuntimePrefillOutput

pub fn intermediate( request_id: RequestId, committed_tokens: usize, kv_cache: Arc<dyn KvCacheHandle>, ) -> Self

pub fn final_logits( request_id: RequestId, committed_tokens: usize, logits: Vec<f32>, kv_cache: Arc<dyn KvCacheHandle>, ) -> Result<Self>

pub fn request_id(&self) -> &RequestId

pub const fn committed_tokens(&self) -> usize

pub fn product(&self) -> &PlanRuntimePrefillProduct

pub fn kv_cache(&self) -> &Arc<dyn KvCacheHandle>

pub fn validate_for_completion( &self, expected_request_id: &RequestId, completed_chunk: PrefillChunk, vocabulary_size: usize, ) -> Result<()>

pub fn into_parts( self, ) -> (PlanRuntimePrefillAuthority, PlanRuntimePrefillProduct)

Trait Implementations

impl Debug for PlanRuntimePrefillOutput

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.