topos 0.12.0

An autodiff compiler stack in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! The CIFAR-10 training chart, drawn with `malevich`: the raw
//! minibatch loss, a rolling mean, and the uniform-model cost as the
//! line every run starts from and should fall well below.

use malevich::stat::Window;
use malevich::{Frame, Line, Plot, Rule};

/// What a uniform model costs on ten classes: `ln 10`.
const UNIFORM_COST: f64 = std::f64::consts::LN_10;

/// Renders the training curve for `losses`, one entry per step: the
/// per-step minibatch loss, its rolling mean over a twentieth of the
/// run, and the uniform start as a rule, sized to the terminal.
pub fn loss_chart(title: &str, losses: &[f32]) -> String {
    let losses: Vec<f64> = losses.iter().copied().map(f64::from).collect();
    let window_len = (losses.len() / 20).max(2);
    let smoothed = Window::new(window_len).mean(&losses);
    Plot::new()
        .layer(Line::y(&losses[..]).label("minibatch"))
        .layer(Line::y(&smoothed[..]).label("rolling mean"))
        .layer(Rule::h(UNIFORM_COST).label("uniform start"))
        .title(title)
        .x_label("step")
        .y_label("loss")
        .render_best(&Frame::detect())
}