Struct RoutingSkewReport

Source

pub struct RoutingSkewReport {
    pub slots_per_layer: f64,
    pub oracle_slots: usize,
    pub working_set_mean: f64,
    pub working_set_max: usize,
    pub experts_for_90pct: f64,
    pub oracle_hit_at_slots: f64,
    pub norm_entropy: f64,
    pub per_layer: Vec<LayerRoutingSkew>,
}

Expand description

The routing-skew report: per layer, plus the means over the layers that were actually routed to.

The means deliberately exclude un-routed layers, matching the per-layer list. Averaging zeros for layers that produced no traffic would drag every aggregate toward zero in proportion to how much of the model the window happened to touch, which makes two windows of the same model incomparable.

Fields§

§slots_per_layer: f64

cache_size / num_layers, unrounded – the fair share a per-layer cache would get.

§oracle_slots: usize

The fair share as a usable slot count, max(1, round(share)). The oracle is quoted at this many slots.

§working_set_mean: f64§working_set_max: usize§experts_for_90pct: f64§oracle_hit_at_slots: f64§norm_entropy: f64§per_layer: Vec<LayerRoutingSkew>

One entry per layer that was routed to, in layer order.

RoutingSkewReport

Struct RoutingSkewReport Copy item path

Fields§

Trait Implementations§

impl Clone for RoutingSkewReport

fn clone(&self) -> RoutingSkewReport

fn clone_from(&mut self, source: &Self)

impl Debug for RoutingSkewReport

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl PartialEq for RoutingSkewReport

fn eq(&self, other: &RoutingSkewReport) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for RoutingSkewReport

Auto Trait Implementations§

impl Freeze for RoutingSkewReport

impl RefUnwindSafe for RoutingSkewReport

impl Send for RoutingSkewReport

impl Sync for RoutingSkewReport

impl Unpin for RoutingSkewReport

impl UnsafeUnpin for RoutingSkewReport

impl UnwindSafe for RoutingSkewReport

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct RoutingSkewReport

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,