Struct BenchmarkConfig 

pub struct BenchmarkConfig {
    pub batch_sizes: Vec<usize>,
    pub sequence_lengths: Vec<usize>,
    pub warmup_iterations: usize,
    pub num_iterations: usize,
    pub measure_memory: bool,
    pub device: String,
    pub use_fp16: bool,
    pub include_generation: bool,
    pub max_generation_length: Option<usize>,
}

Configuration for benchmark runs

Fields

batch_sizes: Vec<usize>

Batch sizes to test

sequence_lengths: Vec<usize>

Sequence lengths to test

warmup_iterations: usize

Number of warmup iterations

num_iterations: usize

Number of benchmark iterations

measure_memory: bool

Whether to measure memory usage

device: String

Device to run benchmarks on (cpu, cuda, etc.)

use_fp16: bool

Whether to use mixed precision

include_generation: bool

Whether to benchmark generation tasks

max_generation_length: Option<usize>

Maximum generation length for generation benchmarks

Trait Implementations

impl Clone for BenchmarkConfig

fn clone(&self) -> BenchmarkConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BenchmarkConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for BenchmarkConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for BenchmarkConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for BenchmarkConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.