proglog 0.4.0

Thread safe progress logging
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

use std::{
    fmt::Display,
    fs::File,
    io::{BufRead, BufReader},
};

use env_logger::Env;
use proglog::ProgLogBuilder;
use rayon::prelude::{ParallelBridge, ParallelIterator};

#[derive(Debug, Clone)]
struct LineNumber(u64);

impl Display for LineNumber {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        write!(f, "LineNumber {}", self.0)
    }
}

#[derive(Debug, Clone)]
struct Line {
    number: LineNumber,
    line: String,
}

/// This example reads all the lines from a text file and processes them with rayon.
/// Processing in this case is splitting into fields, parsing the floats, and summing them.
///
/// Suggested input data: https://archive.ics.uci.edu/ml/machine-learning-databases/00347/all_train.csv.gz (decompress it)
fn main() {
    env_logger::Builder::from_env(Env::default().default_filter_or("info")).init();
    let journal = ProgLogBuilder::new()
        .name("rayon-ex")
        .noun("records")
        .verb("Processed")
        .unit(1_000_000)
        .level(log::Level::Info)
        .build();

    let records = std::env::args()
        .skip(1)
        .collect::<Vec<_>>()
        .get(0)
        .cloned()
        .expect("Missing text arg.");

    let reader = BufReader::new(File::open(records).expect("Failed to open file"));

    let total: f64 = reader
        .lines()
        .skip(1)
        .enumerate()
        .map(|(i, line)| Line {
            number: LineNumber(i as u64),
            line: line.expect("Failed to read line"),
        })
        .par_bridge()
        .map(|line: Line| {
            let total: f64 = line
                .line
                .split(',')
                .map(|chunk| chunk.parse::<f64>().expect("Failed parse"))
                .sum();
            journal.record_with(|| &line.number);
            total
        })
        .sum();

    journal.flush(); // Not technically needed
    println!("Total = {}", total);
}