pub struct Router {
pub projection: Linear,
}Expand description
A bias-free d_model -> num_experts projection producing one logit per
expert per token.
Fields§
§projection: LinearImplementations§
Source§impl Router
impl Router
pub fn new(d_model: usize, num_experts: usize, rng: &mut StdRng) -> Self
pub fn num_experts(&self) -> usize
Sourcepub fn forward(&self, input: &Matrix) -> Matrix
pub fn forward(&self, input: &Matrix) -> Matrix
[tokens, d_model] -> [tokens, num_experts] logits.
pub fn backward(&mut self, input: &Matrix, grad_logits: &Matrix) -> Matrix
pub fn params_mut(&mut self) -> Vec<&mut Param>
Trait Implementations§
Source§impl<'de> Deserialize<'de> for Router
impl<'de> Deserialize<'de> for Router
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl StructuralPartialEq for Router
Auto Trait Implementations§
impl Forget for Router
impl Freeze for Router
impl Move for Router
impl RefUnwindSafe for Router
impl Send for Router
impl Sync for Router
impl Unpin for Router
impl UnsafeUnpin for Router
impl UnwindSafe for Router
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more