cubecl-core 0.10.0-pre.3

CubeCL core create
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

use alloc::{rc::Rc, vec::Vec};
use core::cell::RefCell;

use cubecl_runtime::runtime::Runtime;
use cubecl_zspace::SmallVec;

use crate::{
    compute::{KernelBuilder, KernelLauncher},
    prelude::LaunchArg,
};

use super::{Sequence, SequenceExpand};

pub struct SequenceArg<R: Runtime, T: LaunchArg> {
    pub values: SmallVec<[T::RuntimeArg<R>; 5]>,
}

impl<R: Runtime, T: LaunchArg> Default for SequenceArg<R, T> {
    fn default() -> Self {
        Self::new()
    }
}

impl<R: Runtime, T: LaunchArg> SequenceArg<R, T> {
    pub fn new() -> Self {
        Self {
            values: SmallVec::new(),
        }
    }
    pub fn push(&mut self, arg: T::RuntimeArg<R>) {
        self.values.push(arg);
    }
}

pub struct SequenceCompilationArg<C: LaunchArg> {
    pub values: SmallVec<[C::CompilationArg; 5]>,
}

impl<C: LaunchArg> Clone for SequenceCompilationArg<C> {
    fn clone(&self) -> Self {
        Self {
            values: self.values.clone(),
        }
    }
}

impl<C: LaunchArg> core::hash::Hash for SequenceCompilationArg<C> {
    fn hash<H: core::hash::Hasher>(&self, state: &mut H) {
        self.values.hash(state)
    }
}

impl<C: LaunchArg> core::cmp::PartialEq for SequenceCompilationArg<C> {
    fn eq(&self, other: &Self) -> bool {
        self.values.eq(&other.values)
    }
}

impl<C: LaunchArg> core::fmt::Debug for SequenceCompilationArg<C> {
    fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
        f.write_str("Sequence ")?;
        self.values.fmt(f)
    }
}
impl<C: LaunchArg> core::cmp::Eq for SequenceCompilationArg<C> {}

impl<C: LaunchArg> LaunchArg for Sequence<C> {
    type RuntimeArg<R: Runtime> = SequenceArg<R, C>;
    type CompilationArg = SequenceCompilationArg<C>;

    fn register<R: Runtime>(
        arg: Self::RuntimeArg<R>,
        launcher: &mut KernelLauncher<R>,
    ) -> Self::CompilationArg {
        arg.values
            .into_iter()
            .map(|arg| C::register(arg, launcher))
            .collect()
    }

    fn expand(arg: &Self::CompilationArg, builder: &mut KernelBuilder) -> SequenceExpand<C> {
        let values = arg
            .values
            .iter()
            .map(|value| C::expand(value, builder))
            .collect::<Vec<_>>();

        SequenceExpand {
            values: Rc::new(RefCell::new(values)),
        }
    }

    fn expand_output(arg: &Self::CompilationArg, builder: &mut KernelBuilder) -> SequenceExpand<C> {
        let values = arg
            .values
            .iter()
            .map(|value| C::expand_output(value, builder))
            .collect::<Vec<_>>();

        SequenceExpand {
            values: Rc::new(RefCell::new(values)),
        }
    }
}

impl<R: Runtime, E: LaunchArg> FromIterator<E::RuntimeArg<R>> for SequenceArg<R, E> {
    fn from_iter<T: IntoIterator<Item = E::RuntimeArg<R>>>(iter: T) -> Self {
        SequenceArg {
            values: iter.into_iter().collect(),
        }
    }
}

impl<E: LaunchArg> FromIterator<E::CompilationArg> for SequenceCompilationArg<E> {
    fn from_iter<T: IntoIterator<Item = E::CompilationArg>>(iter: T) -> Self {
        Self {
            values: iter.into_iter().collect(),
        }
    }
}