Struct SpeculativeStepOutcome

Source

pub struct SpeculativeStepOutcome {
    pub tokens: Vec<TokenId>,
    pub draft_kv: Arc<dyn KvCacheHandle>,
    pub target_kv: Arc<dyn KvCacheHandle>,
    pub rejected: bool,
    pub rejected_at: usize,
    pub draft_catchup_token: Option<TokenId>,
}

Expand description

Result of a single SpeculativeRunner::step.

Fields§

§tokens: Vec<TokenId>§draft_kv: Arc<dyn KvCacheHandle>§target_kv: Arc<dyn KvCacheHandle>§rejected: bool

True when a draft was rejected (caller may want to roll target KV back to rejected_at to stay token-aligned with the draft model).

§rejected_at: usize§draft_catchup_token: Option<TokenId>

Draft KV is N writes; target KV is N+1 writes. In the full-accept case the draft is exactly one position behind target. Caller catches up by feeding this token (the final draft input to target, i.e. draft_tokens[N-1]) into the draft executor once. None on rejection (caller handles rollback separately).

Auto Trait Implementations§

§

SpeculativeStepOutcome

Struct SpeculativeStepOutcome Copy item path

Fields§

Auto Trait Implementations§

impl !RefUnwindSafe for SpeculativeStepOutcome

impl !UnwindSafe for SpeculativeStepOutcome

impl Freeze for SpeculativeStepOutcome

impl Send for SpeculativeStepOutcome

impl Sync for SpeculativeStepOutcome

impl Unpin for SpeculativeStepOutcome

impl UnsafeUnpin for SpeculativeStepOutcome

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> ErasedDestructor for Twhere T: 'static,

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

fn in_current_span(self) -> Instrumented<Self> ⓘ

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<F, T> IntoSample<T> for Fwhere T: FromSample<F>,

fn into_sample(self) -> T

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> PolicyExt for Twhere T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>where T: Sized + Policy<B, E>, P: Policy<B, E>,

impl<T> Same for T

type Output = T

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘwhere S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Struct SpeculativeStepOutcome

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> ErasedDestructor for T
where T: 'static,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<F, T> IntoSample<T> for F
where T: FromSample<F>,

impl<T> PolicyExt for T
where T: ?Sized,

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,