Enum CopyRoute

Source

pub enum CopyRoute {
    DeviceIndexed,
    WholeLayerPageable,
}

Expand description

How a staged copy for one layer may be carried out.

Variants§

§

DeviceIndexed

The normal path: gather the missing expert rows from the registered bank into whichever slots the LRU picked.

§

WholeLayerPageable

A synchronous pageable copy of the whole layer into slots [0, num_experts), position == expert id. Never captured in a CUDA graph: prefill is not captured, and decode never reaches this branch because an unpinned layer routes to the CPU executor.

CopyRoute

Enum CopyRoute Copy item path

Variants§

DeviceIndexed

WholeLayerPageable

Trait Implementations§

impl Clone for CopyRoute

fn clone(&self) -> CopyRoute

fn clone_from(&mut self, source: &Self)

impl Copy for CopyRoute

impl Debug for CopyRoute

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Eq for CopyRoute

impl PartialEq for CopyRoute

fn eq(&self, other: &CopyRoute) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for CopyRoute

Auto Trait Implementations§

impl Freeze for CopyRoute

impl RefUnwindSafe for CopyRoute

impl Send for CopyRoute

impl Sync for CopyRoute

impl Unpin for CopyRoute

impl UnsafeUnpin for CopyRoute

impl UnwindSafe for CopyRoute

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = !

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Enum CopyRoute

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,