ai-hwaccel 1.1.0

Universal AI hardware accelerator detection, capability querying, and workload planning for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! Intel Gaudi (Habana Labs HPU) generation types.

use std::fmt;

use serde::{Deserialize, Serialize};

/// Intel Gaudi (Habana Labs HPU) generation.
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, Serialize, Deserialize)]
pub enum GaudiGeneration {
    Gaudi2,
    Gaudi3,
}

impl GaudiGeneration {
    /// HBM per device in bytes.
    ///
    /// Sources: Intel Habana Labs product specifications.
    /// - Gaudi2: 96 GiB HBM2e
    /// - Gaudi3: 128 GiB HBM2e
    pub fn hbm_bytes(&self) -> u64 {
        match self {
            Self::Gaudi2 => 96 * 1024 * 1024 * 1024,
            Self::Gaudi3 => 128 * 1024 * 1024 * 1024,
        }
    }
}

impl fmt::Display for GaudiGeneration {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        match self {
            Self::Gaudi2 => write!(f, "Gaudi2"),
            Self::Gaudi3 => write!(f, "Gaudi3"),
        }
    }
}