libinfer 0.0.5

Rust interface to TensorRT for high-performance GPU inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2021"
name = "libinfer"
version = "0.0.5"
authors = ["Saronic Technologies"]
build = "build.rs"
exclude = ["test/*"]
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Rust interface to TensorRT for high-performance GPU inference"
documentation = "https://docs.rs/libinfer"
readme = "README.md"
keywords = [
    "tensorrt",
    "inference",
    "machine-learning",
    "gpu",
    "cuda",
]
categories = [
    "api-bindings",
    "science",
]
license = "MIT"
repository = "https://github.com/saronic-technologies/libinfer"

[package.metadata.docs.rs]
features = ["doc-only"]
no-default-features = true

[lib]
name = "libinfer"
path = "src/lib.rs"

[[example]]
name = "basic"
path = "examples/basic.rs"

[[example]]
name = "benchmark"
path = "examples/benchmark.rs"

[[example]]
name = "dynamic"
path = "examples/dynamic.rs"

[[example]]
name = "functional_test"
path = "examples/functional_test.rs"

[[example]]
name = "onnx_tensorrt_compare"
path = "examples/onnx_tensorrt_compare.rs"

[dependencies.cxx]
version = "1.0.116"

[dev-dependencies.anyhow]
version = "1.0.95"

[dev-dependencies.approx]
version = "0.5.1"

[dev-dependencies.base64ct]
version = "=1.7.3"

[dev-dependencies.clap]
version = "4.5.27"
features = ["derive"]

[dev-dependencies.ndarray]
version = "0.15"

[dev-dependencies.ort]
version = "=2.0.0-rc.10"
features = [
    "cuda",
    "tensorrt",
]

[dev-dependencies.rand]
version = "0.8.5"

[dev-dependencies.tracing]
version = "0.1.40"

[dev-dependencies.tracing-subscriber]
version = "0.3.18"
features = ["env-filter"]

[build-dependencies.cmake]
version = "0.1.50"

[build-dependencies.cxx-build]
version = "1.0.116"

[build-dependencies.pkg-config]
version = "0.3.30"