entrenar/train/transformer_trainer/utils.rs
1//! Utility functions for transformer training
2
3/// Calculate perplexity from cross-entropy loss
4pub fn perplexity(loss: f32) -> f32 {
5 loss.exp()
6}
7
8/// Calculate tokens per second
9pub fn tokens_per_second(num_tokens: usize, elapsed_secs: f64) -> f64 {
10 num_tokens as f64 / elapsed_secs
11}