burn-tensor 0.1.0

This library provides multiple tensor implementations hidden behind an easy to use API that supports reverse mode automatic differentiation. 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use crate::tensor::ops::Zeros;
use std::{cell::RefCell, ops::Add};

#[derive(new, Debug)]
pub struct ForwardNodeState<Out> {
    value: Out,
}
impl<Out> ForwardNodeState<Out>
where
    Out: Clone,
{
    pub fn value(&self) -> Out {
        self.value.clone()
    }
}

#[derive(Debug, Clone)]
pub struct BackwardNodeState<Out> {
    pub value: Out,
    pub grad: RefCell<Out>,
}

impl<Out: Zeros<Out>> BackwardNodeState<Out> {
    pub fn new(value: Out) -> Self {
        let grad = value.zeros();
        let grad = RefCell::new(grad);

        Self { value, grad }
    }
}
impl<Out> BackwardNodeState<Out>
where
    Out: Clone,
{
    pub fn value(&self) -> Out {
        self.value.clone()
    }
}

impl<Out> BackwardNodeState<Out>
where
    Out: Zeros<Out> + Clone + Add<Output = Out>,
    Out: std::fmt::Debug,
{
    pub fn grad(&self) -> Out {
        self.grad.borrow().clone()
    }

    pub fn update_grad(&self, grad: Out) {
        self.grad.swap(&RefCell::new(self.grad() + grad));
    }
}