cubecl-runtime 0.5.0

Crate that helps creating high performance async runtimes for CubeCL.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

use cubecl_common::benchmark::ProfileDuration;
use std::time::Instant;

#[derive(Debug, Default)]
/// A simple struct to keep track of timestamps for kernel execution.
/// This should be used for servers that do not have native device profiling.
pub struct KernelTimestamps {
    start: Option<Instant>,
}

impl KernelTimestamps {
    /// Start measuring
    pub fn start(&mut self) {
        if self.start.is_some() {
            panic!("Recursive kernel timestamps are not supported.");
        }
        self.start = Some(std::time::Instant::now());
    }

    /// Stop measuring
    pub fn stop(&mut self) -> ProfileDuration {
        ProfileDuration::from_duration(
            self.start
                .take()
                .expect("Stopped timestamp before starting one.")
                .elapsed(),
        )
    }
}