Struct EmbedderConfig 

pub struct EmbedderConfig {
    pub model_dir: PathBuf,
    pub runtime_path: PathBuf,
    pub provider: ExecutionProvider,
    pub truncate_dim: usize,
    pub max_tokens: usize,
    pub max_batch: usize,
    pub intra_threads: usize,
}

Fields

model_dir: PathBuf

runtime_path: PathBuf

provider: ExecutionProvider

truncate_dim: usize

max_tokens: usize

max_batch: usize

intra_threads: usize

Implementations

impl EmbedderConfig

pub fn new( model_dir: impl Into<PathBuf>, runtime_path: impl Into<PathBuf>, ) -> Self

pub fn with_provider(self, provider: impl Into<ExecutionProvider>) -> Self

pub fn with_truncate_dim(self, dim: usize) -> Self

pub fn with_max_tokens(self, max_tokens: usize) -> Self

pub fn with_max_batch(self, max_batch: usize) -> Self

Rows per ONNX call for the batch methods (default 16, minimum 1).

pub fn with_intra_threads(self, threads: usize) -> Self

Intra-op threads for the session (default 1, minimum 1).

Trait Implementations

impl Clone for EmbedderConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EmbedderConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.