pub struct MuonWithAuxAdamW { /* private fields */ }Expand description
Explicitly routes selected rank-2 parameters to Muon and the exact remainder to AdamW. No shape-based selection occurs.
Implementations§
Source§impl MuonWithAuxAdamW
impl MuonWithAuxAdamW
pub fn new( selected: impl IntoIterator<Item = MuonMatrix>, muon_learning_rate: f32, adamw_learning_rate: f32, weight_decay: f32, ) -> Result<Self>
pub fn step(&mut self, model: &mut impl Module) -> Result<()>
pub fn completed_steps(&self) -> i32
pub fn muon(&self) -> &Muon
pub fn adamw(&self) -> &AdamW
Trait Implementations§
Auto Trait Implementations§
impl !RefUnwindSafe for MuonWithAuxAdamW
impl !Send for MuonWithAuxAdamW
impl !Sync for MuonWithAuxAdamW
impl !UnwindSafe for MuonWithAuxAdamW
impl Freeze for MuonWithAuxAdamW
impl Unpin for MuonWithAuxAdamW
impl UnsafeUnpin for MuonWithAuxAdamW
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more