tract-cuda 0.22.2

Tiny, no-nonsense, self contained, TensorFlow and ONNX inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11

mod context;
mod kernels;
mod ops;
mod rewrite_rules;
mod tensor;
mod transform;
pub mod utils;

pub use transform::CudaTransform;

const Q40_ROW_PADDING: usize = 512;