Struct DecodedPlan

Source

pub struct DecodedPlan {Show 15 fields
    pub plan_seq: u64,
    pub flags: u32,
    pub prefill_token_budget: u32,
    pub max_decode_lanes: u32,
    pub admits: Vec<LaneAdmit>,
    pub commits: Vec<LaneCommit>,
    pub prefills: Vec<LanePrefill>,
    pub decodes: Vec<LaneDecode>,
    pub retires: Vec<LaneRetire>,
    pub victim_lanes: Vec<u64>,
    pub evictable_cache_classes: u64,
    pub protected_quota_bytes: u64,
    pub max_evict_bytes: u64,
    pub on_partial_emit: Option<unsafe extern "C" fn(user: *mut c_void, lane_tag: u64, tokens: *const u32, n_tokens: u32)>,
    pub partial_emit_user: *mut c_void,
}

Fields§

§plan_seq: u64§flags: u32§prefill_token_budget: u32§max_decode_lanes: u32§admits: Vec<LaneAdmit>§commits: Vec<LaneCommit>§prefills: Vec<LanePrefill>§decodes: Vec<LaneDecode>§retires: Vec<LaneRetire>§victim_lanes: Vec<u64>§evictable_cache_classes: u64§protected_quota_bytes: u64§max_evict_bytes: u64§on_partial_emit: Option<unsafe extern "C" fn(user: *mut c_void, lane_tag: u64, tokens: *const u32, n_tokens: u32)>§partial_emit_user: *mut c_void

Struct DecodedPlan Copy item path

Fields§

Implementations§

impl DecodedPlan

pub fn decode( plan: &TickPlan, arena: &RecordArena, ) -> Result<DecodedPlan, Status>

Trait Implementations§

impl Debug for DecodedPlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Auto Trait Implementations§

impl !Send for DecodedPlan

impl !Sync for DecodedPlan

impl Freeze for DecodedPlan

impl RefUnwindSafe for DecodedPlan

impl Unpin for DecodedPlan

impl UnsafeUnpin for DecodedPlan

impl UnwindSafe for DecodedPlan

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, !>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct DecodedPlan

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,