Struct BenchTuneConfig 

pub struct BenchTuneConfig {
    pub model_path: PathBuf,
    pub num_iterations: u32,
    pub prompt: String,
    pub params_to_test: Vec<BenchTuneParam>,
    pub test_duration: Duration,
    pub bench_mode: BenchTuneMode,
    pub n_predict: u32,
    pub chat_template_kwargs: Option<String>,
}

Fields

model_path: PathBuf

num_iterations: u32

prompt: String

params_to_test: Vec<BenchTuneParam>

test_duration: Duration

bench_mode: BenchTuneMode

n_predict: u32

chat_template_kwargs: Option<String>

Implementations

impl BenchTuneConfig

pub fn new(model_path: PathBuf, num_iterations: u32, prompt: String) -> Self

pub fn generate_combinations(&self) -> Vec<BenchTuneParamValue>

Generate all parameter combinations based on the config

pub fn get_total_tests_count(&self) -> usize

Get total number of tests to run

Trait Implementations

impl Clone for BenchTuneConfig

fn clone(&self) -> BenchTuneConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BenchTuneConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for BenchTuneConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for BenchTuneConfig

fn eq(&self, other: &BenchTuneConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for BenchTuneConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl Eq for BenchTuneConfig

impl StructuralPartialEq for BenchTuneConfig