cubecl-core 0.11.0-pre.1

CubeCL core create
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

use core::ops::{Index, IndexMut};

use cubecl_ir::{IndexOperands, Instruction, Memory, Scope, Type, Value, ValueKind};

use super::{CubeType, NativeExpand, index_expand};
use crate::prelude::CubePrimitive;

/// Trait bound that can be used to guarantee the expand also implements `IndexExpand`
pub trait CubeIndex<I: CubeType>:
    Index<I, Output: CubeType>
    + CubeType<
        ExpandType: IndexExpand<I::ExpandType, Output = <Self::Output as CubeType>::ExpandType>,
    >
{
    fn __expand_index<'this>(
        scope: &Scope,
        this: &'this Self::ExpandType,
        index: I::ExpandType,
    ) -> &'this <Self::Output as CubeType>::ExpandType {
        this.__expand_index_method(scope, index)
    }
}

impl<I: CubeType, T: Index<I> + CubeType + ?Sized> CubeIndex<I> for T
where
    T::Output: CubeType,
    T::ExpandType:
        IndexExpand<I::ExpandType, Output = <<T as Index<I>>::Output as CubeType>::ExpandType>,
{
}

pub trait IndexExpand<I> {
    type Output;
    fn __expand_index_method(&self, scope: &Scope, index: I) -> &Self::Output;
}

pub trait CubeIndexMut<I: CubeType>:
    CubeIndex<I>
    + IndexMut<I>
    + CubeType<
        ExpandType: IndexMutExpand<I::ExpandType, Output = <Self::Output as CubeType>::ExpandType>,
    >
{
    fn __expand_index_mut<'this>(
        scope: &Scope,
        this: &'this mut Self::ExpandType,
        index: I::ExpandType,
    ) -> &'this mut <Self::Output as CubeType>::ExpandType {
        this.__expand_index_mut_method(scope, index)
    }
}

pub trait IndexMutExpand<I>: IndexExpand<I> {
    fn __expand_index_mut_method(
        &mut self,
        scope: &Scope,
        index: I,
    ) -> &mut <Self as IndexExpand<I>>::Output;
}

impl<I: CubeType, T: IndexMut<I> + CubeIndex<I> + ?Sized> CubeIndexMut<I> for T
where
    T::Output: CubeType,
    T::ExpandType:
        IndexMutExpand<I::ExpandType, Output = <<T as Index<I>>::Output as CubeType>::ExpandType>,
{
}

pub(crate) fn expand_index_native<'a, O>(
    scope: &Scope,
    list: Value,
    index: NativeExpand<usize>,
    checked: bool,
) -> &'a O
where
    O: From<Value> + 'static,
{
    let index: Value = index.into();
    let index_var: Value = index;
    let index = match index_var.kind {
        ValueKind::Constant(value) => Value::constant(value, usize::__expand_as_type(scope)),
        _ => index,
    };
    let val = index_expand(scope, list, index, checked);

    scope.create_kernel_ref(val.into())
}

pub(crate) fn expand_index_mut_native<'a, O>(
    scope: &Scope,
    list: Value,
    index: NativeExpand<usize>,
    checked: bool,
) -> &'a mut O
where
    O: From<Value> + 'static,
{
    let index: Value = index.expand;
    let index = match index.kind {
        ValueKind::Constant(value) => Value::constant(value, usize::__expand_as_type(scope)),
        _ => index,
    };

    let ty = list.value_type();
    let class = list.address_space();
    let out = scope.create_value(Type::pointer(ty, class));

    scope.register(Instruction::new(
        Memory::Index(IndexOperands {
            list,
            index,
            unroll_factor: 1,
            checked,
        }),
        out,
    ));

    scope.create_kernel_ref(out.into())
}