Enum ExpertPlacement

Source

pub enum ExpertPlacement {
    Cpu,
    GpuDevice(u32),
}

Expand description

Where a given expert’s weights currently live. GpuDevice-placed experts only actually execute on a GPU under --features cuda and/or --features metal (see run_expert_placed); without a GPU feature the CPU path executes regardless. Device id is meaningful for CUDA; Metal currently uses the system default device and ignores the id.

Variants§

§

ExpertPlacement

Enum ExpertPlacement Copy item path

Variants§

Cpu

GpuDevice(u32)

Trait Implementations§

impl Clone for ExpertPlacement

fn clone(&self) -> ExpertPlacement

fn clone_from(&mut self, source: &Self)

impl Copy for ExpertPlacement

impl Debug for ExpertPlacement

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Eq for ExpertPlacement

impl PartialEq for ExpertPlacement

fn eq(&self, other: &ExpertPlacement) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for ExpertPlacement

Auto Trait Implementations§

impl Freeze for ExpertPlacement

impl RefUnwindSafe for ExpertPlacement

impl Send for ExpertPlacement

impl Sync for ExpertPlacement

impl Unpin for ExpertPlacement

impl UnsafeUnpin for ExpertPlacement

impl UnwindSafe for ExpertPlacement

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘwhere F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Enum ExpertPlacement

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,