concision-core 0.3.1

this crate implements the core modules for the concision framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

/*
    Appellation: gradient <module>
    Contrib: @FL03
*/
use ndarray::{Array, Dimension, ScalarOperand};
use num_traits::Float;

/// Clip the gradient to a maximum value.
pub fn clip_gradient<A, D>(gradient: &mut Array<A, D>, threshold: A)
where
    A: Float + ScalarOperand,
    D: Dimension,
{
    gradient.clamp(-threshold, threshold);
}

pub fn clip_inf_nan<A, D>(gradient: &mut Array<A, D>, threshold: A)
where
    A: Float + ScalarOperand,
    D: Dimension,
{
    let norm = gradient.pow2().sum().sqrt();
    gradient.mapv_inplace(|x| {
        if x.is_nan() {
            A::one() / norm
        } else if x.is_infinite() {
            threshold / norm
        } else {
            x
        }
    });
}