cubecl-runtime 0.2.0

Crate that helps creating high performance async runtimes for CubeCL.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use crate::memory_id_type;
use crate::memory_management::{MemoryBinding, MemoryHandle};

// The SliceId allows to keep track of how many references there are to a specific slice.
memory_id_type!(SliceId, SliceHandle, SliceBinding);

/// A tensor memory handle, referring to either a chunk or a slice.
#[derive(Debug, Clone)]
pub struct MemoryPoolHandle {
    pub slice: SliceHandle,
}

/// Binding of the [dynamic handle](DynamicHandle).
#[derive(Debug, Clone)]
pub struct MemoryPoolBinding {
    pub slice: SliceBinding,
}

impl MemoryBinding for MemoryPoolBinding {}

impl MemoryHandle<MemoryPoolBinding> for MemoryPoolHandle {
    fn can_mut(&self) -> bool {
        self.slice.can_mut()
    }

    fn binding(self) -> MemoryPoolBinding {
        MemoryPoolBinding {
            slice: self.slice.binding(),
        }
    }
}