Struct OrtSessionConfig 

pub struct OrtSessionConfig {
    pub intra_threads: Option<usize>,
    pub inter_threads: Option<usize>,
    pub parallel_execution: Option<bool>,
    pub optimization_level: Option<OrtGraphOptimizationLevel>,
    pub execution_providers: Option<Vec<OrtExecutionProvider>>,
    pub enable_mem_pattern: Option<bool>,
    pub enable_cpu_mem_arena: Option<bool>,
    pub memory_arena_extend_strategy: Option<String>,
    pub log_severity_level: Option<i32>,
    pub log_verbosity_level: Option<i32>,
    pub session_config_entries: Option<HashMap<String, String>>,
}

Configuration for ONNX Runtime sessions.

This struct contains various configuration options for ONNX Runtime sessions, including threading, memory management, and optimization settings.

Fields

intra_threads: Option<usize>

Number of threads used to parallelize execution within nodes

inter_threads: Option<usize>

Number of threads used to parallelize execution across nodes

parallel_execution: Option<bool>

Enable parallel execution mode

optimization_level: Option<OrtGraphOptimizationLevel>

Graph optimization level

execution_providers: Option<Vec<OrtExecutionProvider>>

Execution providers in order of preference

enable_mem_pattern: Option<bool>

Enable memory pattern optimization

enable_cpu_mem_arena: Option<bool>

Enable CPU memory arena

memory_arena_extend_strategy: Option<String>

Memory arena extend strategy

log_severity_level: Option<i32>

Log severity level (0=Verbose, 1=Info, 2=Warning, 3=Error, 4=Fatal)

log_verbosity_level: Option<i32>

Log verbosity level

session_config_entries: Option<HashMap<String, String>>

Session configuration entries (key-value pairs)

Implementations

impl OrtSessionConfig

pub fn new() -> Self

Creates a new OrtSessionConfig with default values.

pub fn with_intra_threads(self, threads: usize) -> Self

Sets the number of intra-op threads.

Arguments

• threads - Number of threads for intra-op parallelism.

Returns

Self for method chaining.

pub fn with_inter_threads(self, threads: usize) -> Self

Sets the number of inter-op threads.

Arguments

• threads - Number of threads for inter-op parallelism.

Returns

Self for method chaining.

pub fn with_parallel_execution(self, enabled: bool) -> Self

Enables or disables parallel execution.

Arguments

• enabled - Whether to enable parallel execution.

Returns

Self for method chaining.

pub fn with_optimization_level(self, level: OrtGraphOptimizationLevel) -> Self

Sets the graph optimization level.

Arguments

• level - The optimization level to use.

Returns

Self for method chaining.

pub fn with_execution_providers( self, providers: Vec<OrtExecutionProvider>, ) -> Self

Sets the execution providers.

Arguments

• providers - Vector of execution providers in order of preference.

Returns

Self for method chaining.

pub fn add_execution_provider(self, provider: OrtExecutionProvider) -> Self

Adds a single execution provider.

Arguments

• provider - The execution provider to add.

Returns

Self for method chaining.

pub fn with_memory_pattern(self, enable: bool) -> Self

Enables or disables memory pattern optimization.

Arguments

• enable - Whether to enable memory pattern optimization.

Returns

Self for method chaining.

pub fn with_cpu_memory_arena(self, enable: bool) -> Self

Enables or disables CPU memory arena.

Arguments

• enable - Whether to enable CPU memory arena.

Returns

Self for method chaining.

pub fn with_log_severity_level(self, level: i32) -> Self

Sets the log severity level.

Arguments

• level - Log severity level (0=Verbose, 1=Info, 2=Warning, 3=Error, 4=Fatal).

Returns

Self for method chaining.

pub fn with_log_verbosity_level(self, level: i32) -> Self

Sets the log verbosity level.

Arguments

• level - Log verbosity level.

Returns

Self for method chaining.

pub fn add_config_entry<K: Into<String>, V: Into<String>>( self, key: K, value: V, ) -> Self

Adds a session configuration entry.

Arguments

• key - Configuration key.
• value - Configuration value.

Returns

Self for method chaining.

pub fn get_intra_threads(&self) -> usize

Gets the effective number of intra-op threads.

Returns

The number of intra-op threads, or a default value if not set.

pub fn get_inter_threads(&self) -> usize

Gets the effective number of inter-op threads.

Returns

The number of inter-op threads, or a default value if not set.

pub fn get_optimization_level(&self) -> OrtGraphOptimizationLevel

Gets the effective graph optimization level.

Returns

The graph optimization level, or a default value if not set.

pub fn get_execution_providers(&self) -> Vec<OrtExecutionProvider>

Gets the execution providers.

Returns

A reference to the execution providers, or a default CPU provider if not set.

Trait Implementations

impl Clone for OrtSessionConfig

fn clone(&self) -> OrtSessionConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for OrtSessionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for OrtSessionConfig

fn default() -> OrtSessionConfig

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for OrtSessionConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for OrtSessionConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.