trueno 0.17.1

High-performance SIMD compute library with GPU support for matrix operations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

//! LCP-08: Graph Reuse Counter

/// Counter for tracking graph reuse in inference optimization.
///
/// Tracks how many times a computation graph has been reused,
/// enabling optimization decisions like caching or recompilation.
#[derive(Debug, Clone, Default)]
pub struct GraphReuseCounter {
    /// Number of times this graph has been executed
    reuse_count: u64,
    /// Threshold for considering graph "hot"
    hot_threshold: u64,
    /// Whether to enable caching
    cache_enabled: bool,
}

impl GraphReuseCounter {
    /// Create a new counter with hot threshold.
    pub fn new(hot_threshold: u64) -> Self {
        Self { reuse_count: 0, hot_threshold, cache_enabled: false }
    }

    /// Record a graph execution.
    pub fn record_use(&mut self) {
        self.reuse_count += 1;
        if self.reuse_count >= self.hot_threshold {
            self.cache_enabled = true;
        }
    }

    /// Check if graph is considered "hot" (heavily reused).
    #[must_use]
    pub fn is_hot(&self) -> bool {
        self.reuse_count >= self.hot_threshold
    }

    /// Check if caching should be enabled.
    #[must_use]
    pub fn should_cache(&self) -> bool {
        self.cache_enabled
    }

    /// Get the current reuse count.
    #[must_use]
    pub fn count(&self) -> u64 {
        self.reuse_count
    }

    /// Reset the counter.
    pub fn reset(&mut self) {
        self.reuse_count = 0;
        self.cache_enabled = false;
    }
}