Struct OnnxThreadingConfig 

pub struct OnnxThreadingConfig {
    pub intra_threads: Option<usize>,
    pub inter_threads: Option<usize>,
    pub parallel_execution: Option<bool>,
}

ONNX Runtime threading configuration that’s part of the centralized parallel policy.

Fields

intra_threads: Option<usize>

Number of threads used to parallelize execution within nodes. If None, uses ONNX Runtime default.

inter_threads: Option<usize>

Number of threads used to parallelize execution across nodes. If None, uses ONNX Runtime default.

parallel_execution: Option<bool>

Enable parallel execution mode. If None, uses ONNX Runtime default.

Implementations

impl OnnxThreadingConfig

pub fn new() -> Self

Create a new OnnxThreadingConfig with default values.

pub fn with_intra_threads(self, threads: Option<usize>) -> Self

Set the intra-op threads.

pub fn with_inter_threads(self, threads: Option<usize>) -> Self

Set the inter-op threads.

pub fn with_parallel_execution(self, enabled: Option<bool>) -> Self

Set parallel execution mode.

pub fn to_ort_session_config(&self) -> OrtSessionConfig

Convert to OrtSessionConfig for use with ONNX Runtime.

Trait Implementations

impl Clone for OnnxThreadingConfig

fn clone(&self) -> OnnxThreadingConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for OnnxThreadingConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for OnnxThreadingConfig

fn default() -> OnnxThreadingConfig

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for OnnxThreadingConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for OnnxThreadingConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.