atomr-accel-tensorrt 0.10.0

TensorRT engine builder + runtime as supervised atomr actors. Wraps libnvinfer / libnvonnxparser at runtime (proprietary library, not vendored). ONNX import, INT8/FP8 PTQ calibration, IPluginV3 Rust trampolines, dynamic shapes, refit.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

//! End-to-end test for the IPluginCreatorV3One proxy. Builds only
//! when both `tensorrt-link` and `tensorrt-plugin` are on; registers
//! a stub Rust plugin and verifies `register_plugin` returns Ok.

#![cfg(all(
    feature = "tensorrt-link",
    feature = "tensorrt-plugin",
    feature = "cuda-runtime-tests"
))]

use std::sync::Arc;

use atomr_accel_tensorrt::plugin::{register_plugin, PluginV3};

struct DemoPlugin {
    name: String,
    version: String,
}

impl PluginV3 for DemoPlugin {
    fn name(&self) -> &str {
        &self.name
    }
    fn version(&self) -> &str {
        &self.version
    }
    fn clone_boxed(&self) -> Box<dyn PluginV3> {
        Box::new(DemoPlugin {
            name: self.name.clone(),
            version: self.version.clone(),
        })
    }
}

#[test]
#[ignore = "requires libnvinfer + libnvinfer_plugin"]
fn register_demo_plugin() {
    atomr_accel_tensorrt::init_logger();
    let plugin: Arc<dyn PluginV3> = Arc::new(DemoPlugin {
        name: "AtomrAccelDemoPlugin".into(),
        version: "1".into(),
    });
    register_plugin(plugin).expect("register_plugin");
}