ferrum-kernels 0.8.0

Unified compute kernels (CUDA/Metal/CPU) and model runner for Ferrum inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

//! Shared decoding for native launch boundaries that return a stage and the
//! underlying platform status in one non-zero integer.

const STATUS_STAGE_SHIFT: u32 = 16;
const NATIVE_STATUS_MASK: u32 = 0xffff;

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(crate) struct StagedNativeStatus {
    stage: u16,
    native_status: u16,
}

impl StagedNativeStatus {
    pub(crate) fn decode(code: i32) -> Option<Self> {
        (code != 0).then(|| {
            let code = code as u32;
            Self {
                stage: (code >> STATUS_STAGE_SHIFT) as u16,
                native_status: (code & NATIVE_STATUS_MASK) as u16,
            }
        })
    }

    pub(crate) const fn stage(self) -> u16 {
        self.stage
    }

    pub(crate) const fn native_status(self) -> u16 {
        self.native_status
    }
}

#[cfg(test)]
mod tests {
    use super::StagedNativeStatus;

    #[test]
    fn staged_native_status_preserves_stage_and_platform_code() {
        assert_eq!(StagedNativeStatus::decode(0), None);

        let status = StagedNativeStatus::decode((5 << 16) | 701).unwrap();
        assert_eq!(status.stage(), 5);
        assert_eq!(status.native_status(), 701);

        let legacy = StagedNativeStatus::decode(17).unwrap();
        assert_eq!(legacy.stage(), 0);
        assert_eq!(legacy.native_status(), 17);
    }
}