cgpu 0.1.0

A tunable GPU compute executor with automatic CPU fallback, byte-based batching, and inline shader generation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use crate::batch::BatchSpan;

#[derive(Clone, Debug, PartialEq)]
pub struct JobReport<T> {
    pub outputs: Vec<T>,
    pub execution_path: ExecutionPath,
    pub batches: Vec<BatchReport>,
    pub total_ms: f64,
}

#[derive(Clone, Copy, Debug, Eq, PartialEq)]
pub enum ExecutionPath {
    GpuOnly,
    GpuWithFallback,
    CpuOnly,
    Mixed,
}

#[derive(Clone, Debug, PartialEq)]
pub struct BatchReport {
    pub span: BatchSpan,
    pub path: BatchPath,
    pub pack_ms: f64,
    pub execute_ms: f64,
    pub readback_ms: f64,
    pub post_ms: f64,
    pub bytes_in: usize,
    pub bytes_out: usize,
    pub error: Option<String>,
}

impl BatchReport {
    pub fn new(span: BatchSpan, path: BatchPath) -> Self {
        let bytes_in = span.bytes_in;
        let bytes_out = span.bytes_out;
        Self {
            span,
            path,
            pack_ms: 0.0,
            execute_ms: 0.0,
            readback_ms: 0.0,
            post_ms: 0.0,
            bytes_in,
            bytes_out,
            error: None,
        }
    }
}

#[derive(Clone, Copy, Debug, Eq, PartialEq)]
pub enum BatchPath {
    Gpu,
    CpuFallback,
    Skipped,
}