mil_infer 0.6.0

Sovereign Apple Neural Engine compiler, decompiler, and runtime: native HWX Mach-O emitter + decompiler, MIL DAG graph scheduler, on-chip ANE backprop/SGD training, zero-copy IOSurface/Espresso execution.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

use mil_infer::espresso::EspressoProgram;
use mil_infer::hwx::emit_matmul_ns;
use std::path::Path;
fn main() {
    let mut n = 0usize;
    for i in 0..300usize {
        let w = vec![0u16; 1024 * (1024 + i)];
        let p = format!("/tmp/lc_d{i}.macho");
        let img = emit_matmul_ns(1024, 1024 + i, &w, "/tmp/lc.mil", &p).unwrap();
        std::fs::write(&p, &img).unwrap();
        match EspressoProgram::load_precompiled(Path::new(&p), &[]) {
            Ok(pr) => {
                n += 1;
                std::mem::forget(pr);
            }
            Err(e) => {
                eprintln!("failed at {i}: {e}");
                break;
            }
        }
        if i % 50 == 0 {
            eprintln!("{i} loaded");
        }
    }
    eprintln!("total: {n}");
}