atomr-accel-tensorrt 0.10.0

TensorRT engine builder + runtime as supervised atomr actors. Wraps libnvinfer / libnvonnxparser at runtime (proprietary library, not vendored). ONNX import, INT8/FP8 PTQ calibration, IPluginV3 Rust trampolines, dynamic shapes, refit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

//! Error types for the TensorRT actor surface.

use thiserror::Error;

#[derive(Error, Debug)]
pub enum TrtError {
    #[error("libnvinfer not available: {0}")]
    NotLinked(&'static str),

    #[error("TensorRT builder failed: {0}")]
    Build(String),

    #[error("TensorRT runtime failed: {0}")]
    Runtime(String),

    #[error("TensorRT engine pointer was null")]
    NullEngine,

    #[error("TensorRT execution context error: {0}")]
    Execution(String),

    #[error("ONNX parser error: {0}")]
    Onnx(String),

    #[error("INT8 calibrator error: {0}")]
    Calibration(String),

    #[error("plugin error: {0}")]
    Plugin(String),

    #[error("refit error: {0}")]
    Refit(String),

    #[error("invalid argument: {0}")]
    InvalidArg(String),
}