Skip to main content

throughput/
throughput.rs

1//! Measure scan throughput on real files:
2//!
3//!     cargo run --release --example throughput -- FILE...
4//!
5//! Each file is read once and scanned repeatedly in memory, so the numbers
6//! are the scanner's own cost without disk or process start-up.
7
8use std::time::{Duration, Instant};
9
10use malmal::{ScanHints, Scanner};
11
12const MIN_RUN: Duration = Duration::from_millis(300);
13
14fn main() {
15    let scanner = Scanner::builder().build();
16    println!(
17        "{:>9} {:>9} {:>10}  type        file",
18        "size", "ms/scan", "MB/s"
19    );
20    for path in std::env::args().skip(1) {
21        let data = match std::fs::read(&path) {
22            Ok(data) => data,
23            Err(error) => {
24                eprintln!("{path}: {error}");
25                continue;
26            }
27        };
28        let hints = ScanHints {
29            filename: Some(&path),
30            content_type: None,
31        };
32        let started = Instant::now();
33        let mut runs = 0u32;
34        let mut detected = "";
35        while runs == 0 || started.elapsed() < MIN_RUN {
36            detected = scanner.scan_bytes(&data, hints).detected_type.as_str();
37            runs += 1;
38        }
39        let per_scan = started.elapsed().as_secs_f64() / runs as f64;
40        println!(
41            "{:>9} {:>9.2} {:>10.0}  {detected:<10}  {path}",
42            data.len(),
43            per_scan * 1e3,
44            data.len() as f64 / per_scan / 1e6,
45        );
46    }
47}