Struct SparseGradient 

pub struct SparseGradient {
    pub values: Vec<f32>,
    pub indices: Vec<usize>,
    pub row_ptr: Vec<usize>,
    pub shape: Vec<usize>,
    pub total_elements: usize,
    pub sparsity_ratio: f32,
}

Sparse gradient representation using Compressed Sparse Row (CSR) format

Fields

values: Vec<f32>

Non-zero values

indices: Vec<usize>

Column indices of non-zero values

row_ptr: Vec<usize>

Row pointers (for 2D gradients)

shape: Vec<usize>

Shape of the original dense gradient

total_elements: usize

Total number of elements

sparsity_ratio: f32

Sparsity ratio (0.0 = dense, 1.0 = completely sparse)

Implementations

impl SparseGradient

pub fn from_dense(gradient: &[f32], shape: Vec<usize>, threshold: f32) -> Self

Create a sparse gradient from a dense gradient

pub fn to_dense(&self) -> Vec<f32>

Convert back to dense gradient

pub fn is_worth_sparse(&self, min_sparsity_ratio: f32) -> bool

Check if this gradient is sparse enough to benefit from sparse representation

pub fn memory_footprint(&self) -> usize

Get memory footprint in bytes

pub fn compression_ratio(&self) -> f32

Get compression ratio compared to dense representation

pub fn add(&mut self, other: &SparseGradient) -> Result<(), OptimizerError>

Add another sparse gradient (element-wise addition)

pub fn scale(&mut self, factor: f32)

Scale the sparse gradient by a scalar

pub fn norm(&self) -> f32

Compute L2 norm of the sparse gradient

Trait Implementations

impl Clone for SparseGradient

fn clone(&self) -> SparseGradient

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SparseGradient

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.