tract-cuda 0.23.8

Tiny, no-nonsense, self contained, TensorFlow and ONNX inference
Documentation
1
2
3
# Kernel templates live beside the .cu sources they generate, not in a templates/ tree.
[general]
dirs = ["src/kernels/cu"]