ai-hwaccel 1.1.0

Universal AI hardware accelerator detection, capability querying, and workload planning for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

//! Tests for cost-aware planning.

use crate::QuantizationLevel;
use crate::cost::*;

#[test]
fn all_instances_not_empty() {
    let instances = all_instances();
    assert!(!instances.is_empty(), "pricing table should have instances");
}

#[test]
fn all_instances_have_valid_prices() {
    for inst in all_instances() {
        assert!(inst.price_per_hour > 0.0, "{} has zero price", inst.name);
        assert!(inst.gpu_count > 0, "{} has zero GPUs", inst.name);
        assert!(
            inst.total_gpu_memory_gb > 0,
            "{} has zero GPU memory",
            inst.name
        );
    }
}

#[test]
fn all_instances_cached_across_calls() {
    let a = all_instances();
    let b = all_instances();
    // Same pointer (OnceLock returns same &'static slice).
    assert!(std::ptr::eq(a, b));
}

#[test]
fn recommend_7b_bf16_finds_instances() {
    let recs = recommend_instance(7_000_000_000, &QuantizationLevel::BFloat16, None);
    assert!(
        !recs.is_empty(),
        "7B at BF16 should fit on at least one instance"
    );
    // Should be sorted by price.
    for pair in recs.windows(2) {
        assert!(pair[0].instance.price_per_hour <= pair[1].instance.price_per_hour);
    }
}

#[test]
fn recommend_70b_bf16_needs_multi_gpu() {
    let recs = recommend_instance(70_000_000_000, &QuantizationLevel::BFloat16, None);
    assert!(!recs.is_empty());
    // 70B at BF16 needs ~156 GB, so single-GPU instances should be filtered out.
    for rec in &recs {
        assert!(rec.instance.total_gpu_memory_gb as f64 >= 150.0);
    }
}

#[test]
fn recommend_huge_model_may_return_empty() {
    // 10 trillion params at FP32 — nothing can fit this.
    let recs = recommend_instance(10_000_000_000_000, &QuantizationLevel::None, None);
    // May be empty if no instance has enough memory.
    for rec in &recs {
        assert!(rec.memory_headroom_pct >= 0.0);
    }
}

#[test]
fn recommend_filter_by_provider() {
    let aws = recommend_instance(
        7_000_000_000,
        &QuantizationLevel::Int8,
        Some(CloudProvider::Aws),
    );
    for rec in &aws {
        assert_eq!(rec.instance.provider, "aws");
    }

    let gcp = recommend_instance(
        7_000_000_000,
        &QuantizationLevel::Int8,
        Some(CloudProvider::Gcp),
    );
    for rec in &gcp {
        assert_eq!(rec.instance.provider, "gcp");
    }
}

#[test]
fn cheapest_instance_returns_first() {
    let cheapest = cheapest_instance(7_000_000_000, &QuantizationLevel::Int8, None);
    let all = recommend_instance(7_000_000_000, &QuantizationLevel::Int8, None);
    if let Some(c) = &cheapest {
        assert_eq!(c.instance.name, all[0].instance.name);
    }
}

#[test]
fn headroom_percentage_correct() {
    let recs = recommend_instance(7_000_000_000, &QuantizationLevel::Int8, None);
    for rec in &recs {
        assert!(rec.memory_headroom_pct >= 0.0);
        assert!(rec.memory_headroom_pct <= 100.0);
    }
}