tenferro-gpu 0.3.0

CubeCL-backed CUDA and WebGPU provider backends for tenferro tensors.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

#[cfg(any(feature = "cuda", feature = "webgpu"))]
use std::any::type_name;

#[cfg(feature = "webgpu")]
#[test]
fn webgpu_session_type_is_distinct_from_owner() {
    use tenferro_gpu::{webgpu::WebGpuBackend, webgpu::WebGpuExecSession};

    assert_ne!(
        type_name::<WebGpuBackend>(),
        type_name::<WebGpuExecSession<'static>>()
    );
}

#[cfg(feature = "webgpu")]
#[test]
fn webgpu_session_exposes_backend_session_operations() {
    use tenferro_gpu::webgpu::WebGpuExecSession;
    use tenferro_tensor::{BackendSession, Tensor, TensorElementwise};

    fn assert_backend_session<S: BackendSession + ?Sized>() {}

    assert_backend_session::<WebGpuExecSession<'static>>();
    let _add: fn(
        &mut WebGpuExecSession<'static>,
        &Tensor,
        &Tensor,
    ) -> tenferro_tensor::Result<Tensor> = TensorElementwise::add;
}

#[cfg(feature = "cuda")]
#[test]
fn cuda_session_type_is_distinct_from_owner() {
    use tenferro_gpu::{cuda::CudaBackend, cuda::CudaExecSession};

    assert_ne!(
        type_name::<CudaBackend>(),
        type_name::<CudaExecSession<'static>>()
    );
}

#[cfg(feature = "cuda")]
#[test]
fn cuda_session_exposes_backend_session_operations() {
    use tenferro_gpu::cuda::CudaExecSession;
    use tenferro_tensor::{BackendSession, Tensor, TensorElementwise};

    fn assert_backend_session<S: BackendSession + ?Sized>() {}

    assert_backend_session::<CudaExecSession<'static>>();
    let _add: fn(
        &mut CudaExecSession<'static>,
        &Tensor,
        &Tensor,
    ) -> tenferro_tensor::Result<Tensor> = TensorElementwise::add;
}

#[cfg(any(feature = "cuda", feature = "webgpu"))]
#[test]
fn execution_session_capability_cannot_project_or_escape_owner_borrow() {
    if std::env::var_os("NEXTEST").is_some() {
        eprintln!("skipping compile-only trybuild contract under nextest");
        return;
    }

    let tests = trybuild::TestCases::new();

    #[cfg(feature = "webgpu")]
    {
        tests.compile_fail("tests/ui/webgpu_session_borrow_escape.rs");
        tests.compile_fail("tests/ui/webgpu_session_owner_projection.rs");
    }

    #[cfg(feature = "cuda")]
    {
        tests.compile_fail("tests/ui/cuda_session_borrow_escape.rs");
        tests.compile_fail("tests/ui/cuda_session_owner_projection.rs");
        tests.compile_fail("tests/ui/cuda_removed_runtime_engine_id.rs");
        tests.compile_fail("tests/ui/cuda_removed_runtime_engine_registration_with_id.rs");
        tests.compile_fail("tests/ui/cuda_backend_rejects_bare_integer.rs");
    }
}