tract-metal 0.22.2

Tiny, no-nonsense, self contained, TensorFlow and ONNX inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

pub mod apply_rope;
pub mod binary;
pub mod broadcast;
pub mod cast;
pub mod change_axes;
pub mod concat;
pub mod dyn_kv_cache;
pub mod element_wise;
pub mod fused_axis_op;
pub mod gelu_approximate;
pub mod gemm;
pub mod reduce;
pub mod rms_norm;
pub mod rotate_half;
pub mod scaled_masked_softmax;
pub mod silu;
pub mod slice;
pub mod softmax;

pub use apply_rope::MetalApplyRope;
pub use binary::MetalBinOp;
pub use broadcast::MetalMultiBroadcastTo;
pub use cast::MetalCast;
pub use change_axes::MetalAxisOp;
pub use concat::MetalConcat;
pub use dyn_kv_cache::{MetalDynKVCache, MetalDynKVCacheState};
pub use element_wise::MetalElementWiseOp;
pub use fused_axis_op::MetalFusedAxisOp;
pub use gelu_approximate::MetalGeluApproximate;
pub use gemm::MetalGemm;
pub use reduce::MetalReduce;
pub use rms_norm::MetalRmsNorm;
pub use rotate_half::MetalRotateHalf;
pub use scaled_masked_softmax::MetalScaledMaskedSoftmax;
pub use silu::MetalSilu;
pub use slice::MetalSlice;
pub use softmax::MetalSoftmax;