Struct KFACUtils 

pub struct KFACUtils;

K-FAC utilities for layer-specific operations

Implementations

impl KFACUtils

pub fn conv_kfac_update<T: Float + 'static>( input_patches: &Array2<T>, output_gradients: &Array2<T>, kernel_size: (usize, usize), stride: (usize, usize), padding: (usize, usize), ) -> Result<Array2<T>>

Compute K-FAC update for convolutional layers

pub fn batchnorm_statistics<T: Float + FromPrimitive>( input: &Array2<T>, eps: T, ) -> Result<(Array1<T>, Array1<T>)>

Compute batch normalization statistics for K-FAC

pub fn grouped_conv_kfac<T: Float + ScalarOperand>( input: &Array2<T>, gradients: &Array2<T>, num_groups: usize, ) -> Result<Array2<T>>

Compute K-FAC update for grouped convolution layers

pub fn eigenvalue_regularization<T: Float + Debug + Send + Sync + 'static>( matrix: &Array2<T>, min_eigenvalue: T, ) -> Array2<T>

Compute eigenvalue-based regularization

pub fn kronecker_product_approx<T: Float + Debug + Send + Sync + 'static>( a: &Array2<T>, b: &Array2<T>, ) -> Array2<T>

Compute Kronecker product approximation for two matrices

pub fn trace<T: Float + Debug + Send + Sync + 'static>(matrix: &Array2<T>) -> T

Compute trace of a matrix

pub fn frobenius_norm<T: Float + Sum>(matrix: &Array2<T>) -> T

Compute Frobenius norm of a matrix

pub fn matrices_approx_equal<T: Float + Debug + Send + Sync + 'static>( a: &Array2<T>, b: &Array2<T>, tolerance: T, ) -> bool

Check if two matrices are approximately equal

pub fn exponential_moving_average<T: Float + Debug + Send + Sync + 'static>( current_value: T, new_value: T, decay: T, ) -> T

Compute running average with exponential decay

pub fn clamp_eigenvalues<T: Float + Debug + Send + Sync + 'static>( eigenvalues: &mut Array1<T>, min_val: T, max_val: T, )

Clamp eigenvalues to prevent numerical instability

pub fn condition_number_svd_approx<T: Float + Debug + Send + Sync + 'static>( matrix: &Array2<T>, ) -> T

Compute condition number using singular values (approximation)

pub fn diag_matrix<T: Float + Clone>(diagonal: &Array1<T>) -> Array2<T>

Extract diagonal elements and create diagonal matrix

pub fn symmetrize<T: Float + Debug + Send + Sync + 'static>( matrix: &Array2<T>, ) -> Array2<T>

Symmetrize a matrix: (A + A^T) / 2