Struct NVRTX 

pub struct NVRTX { /* private fields */ }

Available on crate feature nvrtx only.

Implementations

impl NVRTX

pub fn build(self) -> ExecutionProviderDispatch

impl NVRTX

pub fn with_device_id(self, device_id: u32) -> Self

pub unsafe fn with_compute_stream(self, stream: *mut ()) -> Self

Use a custom CUDA device stream rather than the default one.

Safety

The provided stream must outlive the environment/session configured to use this execution provider.

pub fn with_cuda_graph(self, enable: bool) -> Self

pub fn with_max_workspace(self, limit: usize) -> Self

pub fn with_max_shared_mem(self, limit: usize) -> Self

pub fn with_profile_min_shapes(self, shapes: impl ToString) -> Self

pub fn with_profile_max_shapes(self, shapes: impl ToString) -> Self

pub fn with_profile_opt_shapes(self, shapes: impl ToString) -> Self

pub fn with_multi_profile(self, enable: bool) -> Self

pub fn with_runtime_cache_path(self, path: impl ToString) -> Self

Trait Implementations

impl ArbitrarilyConfigurableExecutionProvider for NVRTX

fn with_arbitrary_config(self, key: impl ToString, value: impl ToString) -> Self

impl Clone for NVRTX

fn clone(&self) -> NVRTX

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for NVRTX

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for NVRTX

fn default() -> NVRTX

Returns the “default value” for a type.

impl ExecutionProvider for NVRTX

fn name(&self) -> &'static str

Returns the identifier of this execution provider used internally by ONNX Runtime.

fn register(&self, session_builder: &mut SessionBuilder) -> Result<()>

Attempts to register this execution provider on the given session.

fn is_available(&self) -> Result<bool>

Returns Ok(true) if ONNX Runtime was compiled with support for this execution provider, and Ok(false) otherwise.

impl From<NVRTX> for ExecutionProviderDispatch

fn from(value: NVRTX) -> Self

Converts to this type from the input type.