metaltile-std 0.1.0

MetalTile kernel standard library — benchmark metadata and type definitions
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

//! Copyright 2026 0xClandestine, Ekryski, TheTom, Ambisphaeric
//! SPDX-License-Identifier: Apache-2.0
//! FFAI / model-specific kernels.
//!
//! Kernels here are ports from FFAI / mlx-swift-lm / ekryski's `mlx` fork
//! that don't have a matching template in mainline MLX at the pinned
//! commit (see `metaltile-std/build.rs` — `MLX_COMMIT`). They register
//! a `BenchSpec` so `tile build` / `tile inspect` can find them, but
//! the spec uses `shapes: &[]` and `dispatch: BenchDispatch::Generic`,
//! so `tile bench` skips them (no MLX side-by-side, no GPU shapes).
//!
//! Correctness for these kernels is validated end-to-end in FFAI's
//! integration tests against real models. Once a kernel has been
//! verified there, the shape spec / bench dispatch can be added back
//! here so `tile bench` can track it for regressions — and if its MLX
//! counterpart lands in mainline at a future pin, the file moves to
//! `mlx/`.

pub mod arg_reduce;
pub mod audio_conv1d;
pub mod aura_dequant_rotated;
pub mod aura_encode;
pub mod aura_flash_p1;
pub mod aura_flash_pass2;
pub mod aura_flash_sdpa;
pub mod aura_score;
pub mod aura_value;
pub mod batched_qkv_qgemv;
pub mod conv2d;
pub mod conv2d_mma;
pub mod conv3d;
pub mod conv3d_mma;
pub mod dequant_gather;
pub mod dequant_gemv;
pub mod dequant_gemv_expert_indexed;
pub mod flash_quantized_sdpa;
pub mod gated_delta;
pub mod gated_delta_prep;
pub mod gated_delta_prep_chunk;
pub mod gated_delta_replay;
pub mod gated_delta_wy;
pub mod gated_rmsnorm;
pub mod gather;
pub mod gemm;
pub mod kv_cache;
pub mod logits_min_p;
pub mod logits_processors;
pub mod logits_top_p;
pub mod logits_topk;
pub mod mel_spectrogram;
pub mod moe;
pub mod moe_mpp;
pub mod moe_mpp_bm64;
pub mod moe_mpp_bm64_int8;
pub mod moe_mpp_bm8;
pub mod moe_mpp_bm8_int8;
pub mod moe_mpp_int8;
pub mod patch_embed;
pub mod patch_embed_mma;
pub mod rms_norm_qgemv;
pub mod rms_norm_residual;
pub mod rms_norm_rope;
pub mod rope_2d;
pub mod rope_llama;
pub mod rope_yarn;
pub mod sampling;
pub mod sdpa_bidirectional;
pub mod sdpa_decode;
pub mod sdpa_decode_2pass;
pub mod sdpa_decode_batched;
pub mod sdpa_decode_batched_prefill;
pub mod sdpa_decode_d256;
pub mod sdpa_decode_d512;
pub mod sdpa_decode_d64;
pub mod sdpa_multi;
pub mod ssm;
pub mod ssm_replay;
pub mod vocoder;
pub mod winograd_conv;