Struct InferenceConfig 

pub struct InferenceConfig {
    pub thread_count: i32,
    pub precision_mode: PrecisionMode,
    pub backend: Backend,
    pub use_cache: bool,
    pub data_format: DataFormat,
}

Inference configuration

Fields

thread_count: i32

precision_mode: PrecisionMode

backend: Backend

use_cache: bool

data_format: DataFormat

Implementations

impl InferenceConfig

pub fn new() -> Self

Create a new inference configuration

pub fn with_threads(self, threads: i32) -> Self

Set the number of threads

pub fn with_precision(self, precision: PrecisionMode) -> Self

Set the precision mode

pub fn with_backend(self, backend: Backend) -> Self

Set the backend

pub fn with_data_format(self, format: DataFormat) -> Self

Set the data format

Trait Implementations

impl Clone for InferenceConfig

fn clone(&self) -> InferenceConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferenceConfig

fn default() -> Self

Returns the “default value” for a type.