Struct TensorRT 

pub struct TensorRT { /* private fields */ }

Implementations

impl TensorRT

pub fn build(self) -> ExecutionProviderDispatch

impl TensorRT

pub fn with_device_id(self, device_id: i32) -> TensorRT

pub unsafe fn with_compute_stream(self, stream: *mut ()) -> TensorRT

Safety

The provided stream must outlive the environment/session created with the execution provider.

pub fn with_max_workspace_size(self, max_size: usize) -> TensorRT

pub fn with_min_subgraph_size(self, min_size: usize) -> TensorRT

pub fn with_max_partition_iterations(self, iterations: u32) -> TensorRT

pub fn with_fp16(self, enable: bool) -> TensorRT

pub fn with_bf16(self, enable: bool) -> TensorRT

pub fn with_int8(self, enable: bool) -> TensorRT

pub fn with_dla(self, enable: bool) -> TensorRT

pub fn with_dla_core(self, core: u32) -> TensorRT

pub fn with_int8_calibration_table_name(self, name: impl ToString) -> TensorRT

pub fn with_int8_use_native_calibration_table(self, enable: bool) -> TensorRT

pub fn with_engine_cache(self, enable: bool) -> TensorRT

pub fn with_engine_cache_path(self, path: impl ToString) -> TensorRT

pub fn with_dump_subgraphs(self, enable: bool) -> TensorRT

pub fn with_engine_cache_prefix(self, prefix: impl ToString) -> TensorRT

pub fn with_weight_stripped_engine(self, enable: bool) -> TensorRT

pub fn with_onnx_model_folder_path(self, path: impl ToString) -> TensorRT

pub fn with_engine_decryption(self, enable: bool) -> TensorRT

pub fn with_engine_decryption_lib_path( self, lib_path: impl ToString, ) -> TensorRT

pub fn with_force_sequential_engine_build(self, enable: bool) -> TensorRT

pub fn with_context_memory_sharing(self, enable: bool) -> TensorRT

pub fn with_layer_norm_fp32_fallback(self, enable: bool) -> TensorRT

pub fn with_timing_cache(self, enable: bool) -> TensorRT

pub fn with_timing_cache_path(self, path: impl ToString) -> TensorRT

pub fn with_force_timing_cache(self, enable: bool) -> TensorRT

pub fn with_detailed_build_log(self, enable: bool) -> TensorRT

pub fn with_build_heuristics(self, enable: bool) -> TensorRT

pub fn with_sparsity(self, enable: bool) -> TensorRT

pub fn with_builder_optimization_level(self, level: u8) -> TensorRT

pub fn with_auxiliary_streams(self, streams: i8) -> TensorRT

pub fn with_tactic_sources(self, sources: impl ToString) -> TensorRT

pub fn with_extra_plugin_lib_paths(self, paths: impl ToString) -> TensorRT

pub fn with_profile_min_shapes(self, shapes: impl ToString) -> TensorRT

pub fn with_profile_max_shapes(self, shapes: impl ToString) -> TensorRT

pub fn with_profile_opt_shapes(self, shapes: impl ToString) -> TensorRT

pub fn with_cuda_graph(self, enable: bool) -> TensorRT

pub fn with_dump_ep_context_model(self, enable: bool) -> TensorRT

pub fn with_ep_context_file_path(self, path: impl ToString) -> TensorRT

pub fn with_ep_context_embed_mode(self, mode: u8) -> TensorRT

pub fn with_engine_hw_compatible(self, enable: bool) -> TensorRT

Trait Implementations

impl ArbitrarilyConfigurableExecutionProvider for TensorRT

fn with_arbitrary_config( self, key: impl ToString, value: impl ToString, ) -> TensorRT

impl Clone for TensorRT

fn clone(&self) -> TensorRT

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TensorRT

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for TensorRT

fn default() -> TensorRT

Returns the “default value” for a type.

impl ExecutionProvider for TensorRT

fn name(&self) -> &'static str

Returns the identifier of this execution provider used internally by ONNX Runtime.

fn register(&self, session_builder: &mut SessionBuilder) -> Result<(), Error>

Attempts to register this execution provider on the given session.

fn is_available(&self) -> Result<bool, Error>

Returns Ok(true) if ONNX Runtime was compiled with support for this execution provider, and Ok(false) otherwise.

impl From<TensorRT> for ExecutionProviderDispatch

fn from(value: TensorRT) -> ExecutionProviderDispatch

Converts to this type from the input type.