cubecl-core 0.7.0

CubeCL core create
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

use cubecl_common::{e2m1, e2m1x2};
use cubecl_ir::{ConstantScalarValue, ElemType, ExpandElement, FloatKind, Scope, StorageType};

use crate::{
    Runtime,
    compute::KernelLauncher,
    prelude::{
        CubePrimitive, CubeType, ExpandElementIntoMut, ExpandElementTyped, IntoRuntime,
        ScalarArgSettings, into_mut_expand_element, into_runtime_expand_element,
    },
};

impl CubeType for e2m1 {
    type ExpandType = ExpandElementTyped<e2m1>;
}

impl CubePrimitive for e2m1 {
    /// Return the element type to use on GPU
    fn as_type_native() -> Option<StorageType> {
        Some(StorageType::Scalar(ElemType::Float(FloatKind::E2M1)))
    }

    fn from_const_value(value: ConstantScalarValue) -> Self {
        let ConstantScalarValue::Float(value, _) = value else {
            unreachable!()
        };
        e2m1::from_f64(value)
    }
}

impl IntoRuntime for e2m1 {
    fn __expand_runtime_method(self, scope: &mut Scope) -> ExpandElementTyped<Self> {
        let elem: ExpandElementTyped<Self> = self.into();
        into_runtime_expand_element(scope, elem).into()
    }
}

impl ExpandElementIntoMut for e2m1 {
    fn elem_into_mut(scope: &mut Scope, elem: ExpandElement) -> ExpandElement {
        into_mut_expand_element(scope, elem)
    }
}

impl CubeType for e2m1x2 {
    type ExpandType = ExpandElementTyped<e2m1x2>;
}

impl CubePrimitive for e2m1x2 {
    /// Return the element type to use on GPU
    fn as_type_native() -> Option<StorageType> {
        Some(StorageType::Packed(ElemType::Float(FloatKind::E2M1), 2))
    }

    fn from_const_value(value: ConstantScalarValue) -> Self {
        let ConstantScalarValue::Float(value, _) = value else {
            unreachable!()
        };
        let val = e2m1::from_f64(value).to_bits();
        // Fill both values, not sure this is ever useful but it works
        e2m1x2::from_bits(val | (val << 4))
    }
}

impl IntoRuntime for e2m1x2 {
    fn __expand_runtime_method(self, scope: &mut Scope) -> ExpandElementTyped<Self> {
        let elem: ExpandElementTyped<Self> = self.into();
        into_runtime_expand_element(scope, elem).into()
    }
}

impl ExpandElementIntoMut for e2m1x2 {
    fn elem_into_mut(scope: &mut Scope, elem: ExpandElement) -> ExpandElement {
        into_mut_expand_element(scope, elem)
    }
}

impl ScalarArgSettings for e2m1x2 {
    fn register<R: Runtime>(&self, _settings: &mut KernelLauncher<R>) {
        todo!("Not yet supported for scalars")
    }
}