reinforcex 0.0.1

Deep Reinforcement Learning Framework
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

// Cumulative sum considering the discount rate.
pub fn cumsum(seq: &[f64], gamma: f64) -> Vec<f64> {
    seq.iter()
        .scan(0.0, |cumsum_x, &x| {
            *cumsum_x *= gamma;
            *cumsum_x += x;
            Some(*cumsum_x)
        })
        .collect::<Vec<f64>>()
}

pub fn cumsum_rev(seq: &[f64], gamma: f64) -> Vec<f64> {
    seq.iter()
        .rev()
        .scan(0.0, |cumsum_x, &x| {
            *cumsum_x *= gamma;
            *cumsum_x += x;
            Some(*cumsum_x)
        })
        .collect::<Vec<f64>>()
        .into_iter()
        .rev()
        .collect::<Vec<f64>>()
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_cumsum() {
        let seq: Vec<f64> = vec![1.0, 2.0, 3.0, 4.0, 5.0];
        let result: Vec<f64> = cumsum(&seq, 1.0);
        let expected: Vec<f64> = vec![1.0, 3.0, 6.0, 10.0, 15.0];
        assert_eq!(result, expected);
    }

    #[test]
    fn test_cumsum_empty() {
        let seq: Vec<f64> = vec![];
        let result: Vec<f64> = cumsum(&seq, 1.0);
        let expected: Vec<f64> = vec![];
        assert_eq!(result, expected);
    }

    #[test]
    fn test_cumsum_with_gamma() {
        let seq: Vec<f64> = vec![0.0, 0.0, 10.0, 0.0, 20.0];
        let result: Vec<f64> = cumsum(&seq, 0.5);
        let expected: Vec<f64> = vec![0.0, 0.0, 10.0, 5.0, 22.5];
        assert_eq!(result, expected);
    }

    #[test]
    fn test_cumsum_rev() {
        let seq: Vec<f64> = vec![1.0, 2.0, 3.0, 4.0, 5.0];
        let result: Vec<f64> = cumsum_rev(&seq, 1.0);
        let expected: Vec<f64> = vec![15.0, 14.0, 12.0, 9.0, 5.0];
        assert_eq!(result, expected);
    }

    #[test]
    fn test_cumsum_rev_empty() {
        let seq: Vec<f64> = vec![];
        let result: Vec<f64> = cumsum_rev(&seq, 1.0);
        let expected: Vec<f64> = vec![];
        assert_eq!(result, expected);
    }

    #[test]
    fn test_cumsum_rev_with_gamma() {
        let seq: Vec<f64> = vec![0.0, 0.0, 10.0, 0.0, 20.0];
        let result: Vec<f64> = cumsum_rev(&seq, 0.5);
        let expected: Vec<f64> = vec![3.75, 7.5, 15.0, 10.0, 20.0];
        assert_eq!(result, expected);
    }
}