incremental-rs 0.1.0

Out-of-Core and Incremental Model Fitting for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

#[derive(Debug, Clone)]
pub enum LearningRateSchedule {
    Constant {
        initial_rate: f64,
    },
    InverseScaling {
        initial_rate: f64,
        decay: f64,
        power: f64,
    },
}

impl LearningRateSchedule {
    pub fn calculate(&self, step: usize) -> f64 {
        match *self {
            LearningRateSchedule::Constant { initial_rate } => initial_rate,
            LearningRateSchedule::InverseScaling {
                initial_rate,
                decay,
                power,
            } => initial_rate / (1.0 + decay * (step as f64)).powf(power),
        }
    }
}