ruDNN 0.1.73

Neural network operators for Ruda.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

use ruda_kernel::dsl as kernel_dsl;
use ruda_kernel::dsl::RudaCount;
use ruda_kernel::dsl::RudaDim;
use ruda_kernel::dsl::VectorizationError;
use ruda_kernel::dsl::server::LaunchError;
use rublas::kernel_ir::definition::MatmulAvailabilityError;
use ruda_kernel::tiling::InvalidConfigError;
use std::fmt::{Debug, Display};

/// Errors that can occur during the setup phase of an attention operation.
pub enum AttentionSetupError {
    /// A required hardware or runtime feature is not available.
    Unavailable(AttentionAvailabilityError),

    /// The provided configuration is invalid or rejected by a component.
    InvalidConfig(InvalidConfigError),

    /// No compatible vector size could be found for the given constraints.
    Vectorization(VectorizationError),

    /// An error that happened during execution.
    Execution(LaunchError),
}

/// A specific feature required for attention is not available in the current runtime or hardware.
pub enum AttentionAvailabilityError {
    /// The requested ruda count exceeds what the runtime or hardware supports.
    RudaCountTooBig(RudaCount),

    /// The requested ruda dimensions are too large for the current runtime or hardware.
    RudaDimTooBig(RudaDim),

    /// The required matmul instruction is not supported for the given element types and tile size.
    MatmulInstructionUnavailable(MatmulAvailabilityError),

    /// Plane (warp/subgroup) operations are required but not available on this device.
    PlaneOpsUnavailable,
}

impl From<AttentionAvailabilityError> for AttentionSetupError {
    fn from(value: AttentionAvailabilityError) -> Self {
        Self::Unavailable(value)
    }
}

impl From<InvalidConfigError> for AttentionSetupError {
    fn from(value: InvalidConfigError) -> Self {
        Self::InvalidConfig(value)
    }
}

impl From<VectorizationError> for AttentionSetupError {
    fn from(value: VectorizationError) -> Self {
        Self::Vectorization(value)
    }
}

impl Display for AttentionSetupError {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        write!(f, "{self:?}")
    }
}

impl Debug for AttentionSetupError {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        match self {
            AttentionSetupError::Unavailable(err) => {
                writeln!(
                    f,
                    "Unable to launch attention because a required feature is unavailable: {err:?}"
                )
            }
            AttentionSetupError::InvalidConfig(err) => {
                writeln!(
                    f,
                    "Unable to launch attention because the config is invalid: {:?}",
                    err.to_string()
                )
            }
            AttentionSetupError::Vectorization(err) => {
                writeln!(
                    f,
                    "Unable to launch attention because could not find supported vectorization: {err:?}"
                )
            }
            AttentionSetupError::Execution(error) => {
                writeln!(f, "{error:?}")
            }
        }
    }
}

impl Debug for AttentionAvailabilityError {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        match self {
            AttentionAvailabilityError::RudaCountTooBig(count) => {
                writeln!(f, "Ruda count too big {count:?}")
            }
            AttentionAvailabilityError::RudaDimTooBig(dim) => {
                writeln!(f, "Ruda dim too big {dim:?}")
            }
            AttentionAvailabilityError::MatmulInstructionUnavailable(error) => {
                writeln!(f, "Matmul is not supported: {error:?}",)
            }
            AttentionAvailabilityError::PlaneOpsUnavailable => {
                writeln!(f, "Plane operations are not supported on this device")
            }
        }
    }
}