Struct UnifiedAdam 

pub struct UnifiedAdam<A: Float> { /* private fields */ }

Adam optimizer with unified API

Implementations

impl<A: Float + ScalarOperand + Debug + Send + Sync> UnifiedAdam<A>

pub fn new(config: OptimizerConfig<A>) -> Self

Create a new Adam optimizer

pub fn with_betas(config: OptimizerConfig<A>, beta1: A, beta2: A) -> Self

Create Adam with custom betas

Trait Implementations

impl<A: Debug + Float> Debug for UnifiedAdam<A>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<A: Float + ScalarOperand + Debug + Send + Sync> UnifiedOptimizer<A> for UnifiedAdam<A>

fn config(&self) -> &OptimizerConfig<A>

Get optimizer configuration

fn step_param<D: Dimension>( &mut self, param: &mut Parameter<A, D>, ) -> Result<()>

Update a single parameter

fn set_lr(&mut self, lr: A)

Update learning rate

fn get_lr(&self) -> A

Get current learning rate

fn state_dict(&self) -> HashMap<String, Vec<u8>>

State dictionary for serialization

fn load_state_dict( &mut self, _statedict: HashMap<String, Vec<u8>>, ) -> Result<()>

Load state from dictionary

fn step_params<D: Dimension>( &mut self, params: &mut [Parameter<A, D>], ) -> Result<()>

where A: ScalarOperand + Debug,

Update multiple parameters

fn zero_grad<D: Dimension>(&self, params: &mut [Parameter<A, D>])

Zero gradients for all parameters