cubecl-runtime 0.2.0

Crate that helps creating high performance async runtimes for CubeCL.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

use std::collections::LinkedList;

use cubecl_runtime::{
    memory_management::{
        dynamic::{DynamicMemoryManagement, DynamicMemoryManagementOptions},
        MemoryManagement,
    },
    storage::BytesStorage,
};

const MB: usize = 1024 * 1024;

fn main() {
    let start = std::time::Instant::now();
    let storage = BytesStorage::default();
    let mut mm = DynamicMemoryManagement::new(
        storage,
        DynamicMemoryManagementOptions::preset(2048 * MB, 32),
    );
    let mut handles = LinkedList::new();
    for _ in 0..100 * 2048 {
        if handles.len() >= 4000 {
            handles.pop_front();
        }
        let handle = mm.reserve(MB, &[]);
        handles.push_back(handle);
    }
    println!("{:?}", start.elapsed());
}