tract-cuda 0.22.2

Tiny, no-nonsense, self contained, TensorFlow and ONNX inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

mod apply_rope;
mod binary;
mod broadcast;
mod cast;
mod change_axes;
mod concat;
mod dyn_kv_cache;
mod fused_axis_op;
mod gelu_approximate;
mod gemm;
mod reduce;
mod rms_norm;
mod rotate_half;
mod scaled_masked_softmax;
mod slice;
mod softmax;
mod unary;

pub use apply_rope::CudaApplyRope;
pub use binary::CudaBinOp;
pub use broadcast::CudaMultiBroadcastTo;
pub use cast::CudaCast;
pub use change_axes::CudaAxisOp;
pub use concat::CudaConcat;
pub use dyn_kv_cache::CudaDynKVCache;
pub use fused_axis_op::CudaFusedAxisOp;
pub use gelu_approximate::CudaGeluApproximate;
pub use gemm::CudaGemm;
pub use reduce::CudaReduce;
pub use rms_norm::CudaRmsNorm;
pub use rotate_half::CudaRotateHalf;
pub use scaled_masked_softmax::CudaScaledMaskedSoftmax;
pub use slice::CudaSlice;
pub use softmax::CudaSoftmax;
pub use unary::CudaUnaryOp;