cubecl-cpu 0.11.0-pre.1

CPU runtime for CubeCL
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use std::sync::{Arc, atomic::AtomicU64};

use crossbeam_utils::CachePadded;

use crate::{
    compiler::{mlir_data::MlirData, mlir_engine::MlirEngine},
    compute::threadpool::ThreadTask,
};

pub struct ComputeTask {
    pub mlir_engine: MlirEngine,
    pub mlir_data: MlirData,
    pub next_counter_step: u64,
    pub atomic_counter: Arc<CachePadded<AtomicU64>>,
}

impl ThreadTask for ComputeTask {
    fn is_ready(&self) -> bool {
        self.atomic_counter
            .load(std::sync::atomic::Ordering::Acquire)
            >= self.next_counter_step
    }
}

impl ComputeTask {
    pub fn compute(&mut self) {
        self.mlir_data.push_builtin();
        unsafe {
            self.mlir_engine.run_kernel(&mut self.mlir_data);
        }
        self.mlir_data.complete_unit();
        self.atomic_counter
            .fetch_add(1, std::sync::atomic::Ordering::Release);
    }
}