cubecl-cpu 0.10.0-pre.4

CPU runtime for CubeCL
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

use cubecl_core::ir::Metadata;
use tracel_llvm::mlir_rs::dialect::{arith, index, memref};

use crate::compiler::visitor::prelude::*;

impl<'a> Visitor<'a> {
    fn append_metadata(&mut self, offset: u32, out: Variable) {
        let metadata_memref = self.args_manager.static_metadata_memref.unwrap();
        let offset = self
            .block
            .const_int_from_type(
                self.context,
                self.location,
                offset as i64,
                Type::index(self.context),
            )
            .unwrap();
        let result = self.append_operation_with_result(memref::load(
            metadata_memref,
            &[offset],
            self.location,
        ));
        self.insert_variable(out, result);
    }

    fn append_extended_metadata(&mut self, offset: u32, dim: Variable, out: Variable) {
        let static_metadata_memref = self.args_manager.static_metadata_memref.unwrap();
        let dynamic_metadata_memref = self.args_manager.dynamic_metadata_memref.unwrap();
        let offset = self
            .block
            .const_int_from_type(
                self.context,
                self.location,
                offset as i64,
                Type::index(self.context),
            )
            .unwrap();
        let first_rank = self.append_operation_with_result(memref::load(
            static_metadata_memref,
            &[offset],
            self.location,
        ));
        let first_rank = self.append_operation_with_result(index::casts(
            first_rank,
            Type::index(self.context),
            self.location,
        ));

        let dim = self.get_index(dim, dim.ty, true);
        let offset = self.append_operation_with_result(arith::addi(first_rank, dim, self.location));
        let result = self.append_operation_with_result(memref::load(
            dynamic_metadata_memref,
            &[offset],
            self.location,
        ));
        self.insert_variable(out, result);
    }

    pub fn visit_metadata(&mut self, metadata: &Metadata, out: Variable) {
        match metadata {
            Metadata::BufferLength { var } => {
                let position = self.args_manager.buffer_position(*var);
                let offset = self.args_manager.metadata.buffer_len_index(position);
                self.append_metadata(offset, out);
            }
            Metadata::Length { var } => {
                let position = self.args_manager.buffer_position(*var);
                let offset = self.args_manager.metadata.len_index(position);
                self.append_metadata(offset, out);
            }
            Metadata::Rank { var } => {
                let position = self.args_manager.ext_meta_position(*var);
                let offset = self.args_manager.metadata.rank_index(position);
                self.append_metadata(offset, out);
            }
            Metadata::Shape { dim, var } => {
                let position = self.args_manager.ext_meta_position(*var);
                let offset = self.args_manager.metadata.shape_offset_index(position);
                self.append_extended_metadata(offset, *dim, out);
            }
            Metadata::Stride { dim, var } => {
                let position = self.args_manager.ext_meta_position(*var);
                let offset = self.args_manager.metadata.stride_offset_index(position);
                self.append_extended_metadata(offset, *dim, out);
            }
        }
    }
}