easy-tensorrt-sys 0.2.1

Rust binding to NVIDIA TensorRT, forked from tensorrt-rs-sys
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

#pragma once

#include <memory>
#include <NvInferRuntime.h>
#include <NvInferPlugin.h>
#include "rust/cxx.h"

namespace trt_rs::plugin {

using nvinfer1::IPluginRegistry;

inline size_t load_library(rust::Str plugin_path) noexcept {
    const auto path = std::string(plugin_path);
    const auto handle = getPluginRegistry()->loadLibrary(path.c_str());
    return reinterpret_cast<size_t>(handle);
}

inline void unload_library(size_t handle) noexcept {
    getPluginRegistry()->deregisterLibrary(
        reinterpret_cast<IPluginRegistry::PluginLibraryHandle>(handle));
}

inline bool init_libnv_infer_plugins() noexcept {
    return initLibNvInferPlugins(nullptr, "");
}

} // namespace trt_rs::plugin