Struct BatchConfig 

pub struct BatchConfig {
    pub batch_size: usize,
    pub complexity: OpComplexity,
    /* private fields */
}

Batch configuration for parallel generation

Fields

batch_size: usize

Batch size for generation

complexity: OpComplexity

Operation complexity hint

Implementations

impl BatchConfig

pub fn new(batch_size: usize) -> Self

Create a new batch configuration

pub fn with_complexity(self, complexity: OpComplexity) -> Self

Set operation complexity

pub fn recommended_backend(&self) -> Backend

Get recommended backend for this batch

pub fn should_use_gpu(&self) -> bool

Check if GPU acceleration is recommended

pub fn should_use_simd(&self) -> bool

Check if SIMD acceleration is recommended

Trait Implementations

impl Clone for BatchConfig

fn clone(&self) -> BatchConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for BatchConfig

fn default() -> Self

Returns the “default value” for a type.