tenferro-cpu 0.4.0

CPU backend, kernels, provider selection, and CPU resource pools for tenferro.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use super::*;
use crate::provider::tests::execution_context_fixture;

#[test]
fn native_operation_enters_the_selected_rayon_executor() {
    let fixture = execution_context_fixture(2);
    let mut buffers = BufferPool::new();
    let mut gemm_analysis_cache = gemm::GemmAnalysisCache::default();
    let mut indexed_plan_cache = crate::indexed_plan_cache::IndexedPlanCache::default();
    let kind = crate::CpuBackendKind::default_compiled();
    let providers = CpuProviderBundle::standard(kind, kind == crate::CpuBackendKind::Blas);
    let mut session = CpuExecSession {
        entry: fixture.entry(),
        entered: None,
        buffers: &mut buffers,
        gemm_analysis_cache: &mut gemm_analysis_cache,
        indexed_plan_cache: &mut indexed_plan_cache,
        providers: &providers,
        backend_kind: kind,
        allocation_domain: None,
    };

    assert!(rayon::current_thread_index().is_none());
    let (worker, pool_size, participants) = session
        .run_native(|_| {
            Ok((
                rayon::current_thread_index(),
                rayon::current_num_threads(),
                crate::provider::tests::run_unscoped_native_map(true),
            ))
        })
        .unwrap();
    assert!(matches!(worker, Some(0 | 1)));
    assert_eq!(pool_size, 2);
    assert_eq!(participants.max_active(), 2);
    assert_eq!(participants.thread_count(), 2);
    assert!(rayon::current_thread_index().is_none());
}