ai-hwaccel 1.1.0

Universal AI hardware accelerator detection, capability querying, and workload planning for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

//! Groq LPU (Language Processing Unit) detection via `/dev`.
//!
//! The Groq driver is not yet publicly available; this is a placeholder
//! that checks for `/dev/groq*` device nodes.

use tracing::debug;

use crate::error::DetectionError;
use crate::hardware::AcceleratorType;
use crate::profile::AcceleratorProfile;

/// Default memory: 230 MB SRAM per LPU chip.
const DEFAULT_MEMORY_BYTES: u64 = 230 * 1024 * 1024;

pub(crate) fn detect_groq_lpu(
    profiles: &mut Vec<AcceleratorProfile>,
    _warnings: &mut Vec<DetectionError>,
) {
    if super::has_dev_device("groq") {
        debug!(device_id = 0, memory_mb = 230, "Groq LPU detected via /dev");
        profiles.push(AcceleratorProfile {
            accelerator: AcceleratorType::GroqLpu { device_id: 0 },
            available: true,
            memory_bytes: DEFAULT_MEMORY_BYTES,
            compute_capability: Some("LPU".into()),
            ..Default::default()
        });
    }
}