radient 0.3.0

Radient is a Rust library designed for automatic differentiation. It leverages the power of computational graphs to perform forward and backward passes for gradient calculations.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use crate::core::{Expr, Graph};
use peroxide_num::Numeric;
use std::ops::Div;
use crate::traits::{ActivationFunction, Matrizable};

pub fn gradient<F: Fn(&[Expr]) -> Expr>(f: F, x: &[f64]) -> (f64, Vec<f64>) {
    let mut graph = Graph::default();
    let var_vec = x.iter().map(|x| graph.var(*x)).collect::<Vec<_>>();
    let expr_vec = var_vec.iter().map(|x| Expr::Symbol(*x)).collect::<Vec<_>>();
    let result_expr = f(&expr_vec);

    graph.compile(result_expr);
    let result = graph.forward();
    graph.backward();

    let grads = var_vec
        .iter()
        .map(|x| graph.get_gradient(*x))
        .collect::<Vec<_>>();

    (result, grads)
}

/// graph is already compiled
pub fn gradient_cached<T: std::fmt::Debug + Numeric<f64> + Default + ActivationFunction + Matrizable>(
    g: &mut Graph<T>,
    x: &[T],
) -> (T, Vec<T>)
where
    f64: Div<T, Output = T>,
{
    g.reset();
    g.subs_vars(x);
    let result = g.forward();
    g.backward();
    let grads = g.get_gradients();

    (result, grads)
}