tenferro-cpu 0.9.0

CPU backend, kernels, provider selection, and CPU resource pools for tenferro.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use tenferro_tensor::RuntimeCacheControl;

use super::*;

#[test]
fn capacity_and_clear_are_reported_through_the_cache_stats() {
    let mut cache = GemmAnalysisCache::default();
    assert_eq!(cache.capacity(), DEFAULT_GEMM_ANALYSIS_CACHE_CAPACITY);
    assert!(format!("{cache:?}").contains("GemmAnalysisCache"));

    cache.set_capacity(3);
    assert_eq!(cache.capacity(), 3);
    assert_eq!(cache.stats().clears, 0);

    cache.clear();
    let stats = cache.stats();
    assert_eq!(stats.clears, 1);
    assert_eq!(stats.entries, 0);
    assert!(format!("{cache:?}").contains("max_slots"));
}

#[test]
fn a_zero_capacity_cache_retains_no_plans() {
    let mut cache = GemmAnalysisCache::with_capacity(4);
    cache.set_capacity(0);
    assert_eq!(cache.capacity(), 0);
    assert_eq!(cache.stats().entries, 0);
}