Struct ExecutionPlan

Source

pub struct ExecutionPlan {
    pub family: DecoderFamily,
    pub rope: RopeLayout,
    pub qk_norm: QkNormStyle,
    pub ffn_activation: FfnActivation,
    pub memory: MemoryPlan,
    pub fused: FusedOpCaps,
    pub embedding_scale: Option<f32>,
    pub attention_scale: Option<f32>,
    pub rope_theta_swa: Option<f32>,
    pub attn_logit_softcap: Option<f32>,
    pub final_logit_softcap: Option<f32>,
}

Expand description

Per-model execution plan: everything the forward path needs that is constant across tokens.

Fields§

§family: DecoderFamily§rope: RopeLayout§qk_norm: QkNormStyle§ffn_activation: FfnActivation§memory: MemoryPlan§fused: FusedOpCaps§embedding_scale: Option<f32>§attention_scale: Option<f32>§rope_theta_swa: Option<f32>§attn_logit_softcap: Option<f32>§final_logit_softcap: Option<f32>

Struct ExecutionPlan Copy item path

Fields§

Implementations§

impl ExecutionPlan

pub fn from_config( config: &ModelConfig, family: DecoderFamily, memory_kind: MemoryKind, fused: FusedOpCaps, ) -> Self

pub fn caps_for_geometry( &self, cache: &mut HashMap<PlanGeometry, FusedOpCaps>, geom: PlanGeometry, ) -> FusedOpCaps

pub fn probe_metal_caps() -> FusedOpCaps

Trait Implementations§

impl Clone for ExecutionPlan

fn clone(&self) -> ExecutionPlan

fn clone_from(&mut self, source: &Self)

impl Debug for ExecutionPlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl PartialEq for ExecutionPlan

fn eq(&self, other: &ExecutionPlan) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for ExecutionPlan

Auto Trait Implementations§

impl Freeze for ExecutionPlan

impl RefUnwindSafe for ExecutionPlan

impl Send for ExecutionPlan

impl Sync for ExecutionPlan

impl Unpin for ExecutionPlan

impl UnsafeUnpin for ExecutionPlan

impl UnwindSafe for ExecutionPlan

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct ExecutionPlan

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,