Struct PlanBuilder 

pub struct PlanBuilder { /* private fields */ }

Implementations

impl PlanBuilder

pub fn new(plan_seq: u64) -> PlanBuilder

pub fn flags(self, f: u32) -> Self

pub fn prefill_budget(self, b: u32) -> Self

pub fn max_decode_lanes(self, n: u32) -> Self

pub fn evict_envelope(self, classes: u64, max_bytes: u64) -> Self

pub fn protected_quota(self, bytes: u64) -> Self

pub fn partial_emit( self, cb: unsafe extern "C" fn(user: *mut c_void, lane_tag: u64, tokens: *const u32, n_tokens: u32), user: *mut c_void, ) -> Self

pub fn admit(self, lane: u64, prompt: TokenRef) -> Self

pub fn admit_with( self, f: impl FnOnce(LaneAdmit) -> LaneAdmit, lane: u64, prompt: TokenRef, ) -> Self

pub fn commit(self, lane: u64, token: u32, nonce: u64) -> Self

pub fn prefill(self, lane: u64, offset: u32, count: u32) -> Self

pub fn decode(self, lane: u64, max_new: u16) -> Self

pub fn retire(self, lane: u64, publish: bool) -> Self

pub fn build(self) -> (TickPlan, RecordArena)