singe-kernel 0.1.0-alpha.4

Reusable CPU and GPU kernels.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

pub mod utility;

#[cfg(any(
    feature = "kernel-cast",
    feature = "kernel-creation",
    feature = "kernel-elementwise",
    feature = "kernel-gather",
    feature = "kernel-matmul",
    feature = "kernel-moe",
    feature = "kernel-mask",
    feature = "kernel-positional",
    feature = "kernel-quantization",
    feature = "kernel-reduction",
    feature = "kernel-recurrent",
    feature = "kernel-scalar",
    feature = "kernel-shape",
    feature = "kernel-softmax",
    feature = "kernel-unary",
))]
pub mod common;

#[cfg(feature = "kernel-attention")]
pub mod attention;
#[cfg(feature = "kernel-audio")]
pub mod audio;
#[cfg(feature = "kernel-conv")]
pub mod conv;
#[cfg(feature = "kernel-fft")]
pub mod fft;
#[cfg(feature = "kernel-fused")]
pub mod fused;
#[cfg(feature = "kernel-matmul")]
pub mod matmul;
#[cfg(feature = "kernel-moe")]
pub mod moe;
#[cfg(feature = "kernel-positional")]
pub mod positional_structured;
#[cfg(feature = "kernel-recurrent")]
pub mod recurrent;

#[cfg(all(
    feature = "dtype-f32",
    any(
        feature = "kernel-activation",
        feature = "kernel-attention",
        feature = "kernel-audio",
        feature = "kernel-cast",
        feature = "kernel-conv",
        feature = "kernel-creation",
        feature = "kernel-elementwise",
        feature = "kernel-embedding",
        feature = "kernel-fft",
        feature = "kernel-fused",
        feature = "kernel-gather",
        feature = "kernel-matmul",
        feature = "kernel-moe",
        feature = "kernel-normalization",
        feature = "kernel-pooling",
        feature = "kernel-positional",
        feature = "kernel-quantization",
        feature = "kernel-reduction",
        feature = "kernel-scalar",
        feature = "kernel-shape",
        feature = "kernel-softmax",
        feature = "kernel-unary",
    )
))]
pub mod f32;

#[cfg(all(
    any(feature = "dtype-f16", feature = "dtype-bf16"),
    any(
        feature = "kernel-activation",
        feature = "kernel-attention",
        feature = "kernel-cast",
        feature = "kernel-conv",
        feature = "kernel-creation",
        feature = "kernel-elementwise",
        feature = "kernel-embedding",
        feature = "kernel-fft",
        feature = "kernel-fused",
        feature = "kernel-gather",
        feature = "kernel-matmul",
        feature = "kernel-normalization",
        feature = "kernel-pooling",
        feature = "kernel-positional",
        feature = "kernel-quantization",
        feature = "kernel-reduction",
        feature = "kernel-scalar",
        feature = "kernel-shape",
        feature = "kernel-softmax",
        feature = "kernel-unary",
    )
))]
pub mod f16;

#[cfg(all(
    feature = "dtype-f64",
    any(
        feature = "kernel-activation",
        feature = "kernel-cast",
        feature = "kernel-creation",
        feature = "kernel-elementwise",
        feature = "kernel-embedding",
        feature = "kernel-fused",
        feature = "kernel-gather",
        feature = "kernel-matmul",
        feature = "kernel-normalization",
        feature = "kernel-pooling",
        feature = "kernel-positional",
        feature = "kernel-quantization",
        feature = "kernel-reduction",
        feature = "kernel-scalar",
        feature = "kernel-shape",
        feature = "kernel-softmax",
        feature = "kernel-unary",
    )
))]
pub mod f64;