Struct KFACApproximation 

pub struct KFACApproximation { /* private fields */ }

K-FAC approximation for full network

Implementations

impl KFACApproximation

pub fn new(layer_dims: &[(usize, usize)]) -> Self

Create K-FAC optimizer for a network

Arguments

• layer_dims - List of (input_dim, output_dim) for each layer

pub fn with_learning_rate(self, lr: f64) -> Self

Set learning rate

pub fn with_damping(self, damping: f64) -> Self

Set damping

pub fn update_layer( &mut self, layer_idx: usize, activations: &[Vec<f64>], gradients: &[Vec<f64>], ) -> Result<()>

Update factors for a layer

pub fn natural_gradient_layer( &self, layer_idx: usize, weight_grad: &[Vec<f64>], ) -> Result<Vec<Vec<f64>>>

Compute natural gradient for a layer’s weights

pub fn num_layers(&self) -> usize

Get number of layers

pub fn reset(&mut self)

Reset all layer estimates

Trait Implementations

impl Clone for KFACApproximation

fn clone(&self) -> KFACApproximation

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for KFACApproximation

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.