yarnn 0.1.0

Yet Another rust Neural Network framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

use crate::tensor::TensorShape;
use crate::backend::Backend;


pub trait OptimizerContext {
    fn new<S: Into<TensorShape>>(shape: S) -> Self;
}

pub trait Optimizer<N, B: Backend<N>> {
    type Context: OptimizerContext;

    fn update_params(&self, backend: &B, ctx: &mut Self::Context, params: &mut B::Tensor, grads: &mut B::Tensor);
}

impl <'a, N, B: Backend<N>, O: Optimizer<N, B>> Optimizer<N, B> for &'a O {
    type Context = O::Context;

    #[inline]
    fn update_params(&self, backend: &B, ctx: &mut Self::Context, params: &mut B::Tensor, grads: &mut B::Tensor) {
        (**self).update_params(backend, ctx, params, grads)
    }
}

pub trait Optimizable<N, B: Backend<N>, O: Optimizer<N, B>> {
    fn calc_gradients(&mut self, backend: &B, inputs: &B::Tensor, deltas: &B::Tensor);
    fn optimize(&mut self, backend: &B, optimizer: &O);
}