Struct BenchmarkTuneCommand 

pub struct BenchmarkTuneCommand {

    pub model: Option<String>,
    pub models: Vec<String>,
    pub json: bool,
    pub ctx_sizes: Vec<u32>,
    pub batch_sizes: Vec<u32>,
    pub ubatch_sizes: Vec<u32>,
    pub mmap_values: Vec<BenchmarkBoolOrAuto>,
    pub mlock_values: Vec<BenchmarkBool>,
    pub flash_attention: Vec<BenchmarkFlashAttention>,
    pub speculative_types: Vec<BenchmarkSpeculativeType>,
    pub no_speculative_tune: bool,
    pub spec_draft_models: Vec<PathBuf>,
    pub spec_draft_max_tokens: Vec<u32>,
    pub spec_draft_min_tokens: Vec<u32>,
    pub spec_ngram_min: Vec<u32>,
    pub spec_ngram_max: Vec<u32>,
    pub spec_draft_acceptance_threshold: Vec<f64>,
    pub spec_draft_split_probability: Vec<f64>,
    pub apply: bool,
    pub replace_existing: bool,
    pub launch_args: bool,
    pub throughput_tolerance_pct: f64,
    pub max_tokens: u32,
    pub startup_timeout_secs: u64,
    pub request_timeout_secs: u64,
    pub debug_telemetry: bool,
    pub prompt: String,
}

Fields

model: Option<String>

Tune exactly one local/configured model target.

models: Vec<String>

Tune multiple local/configured model targets from a comma-separated list.

json: bool

Print machine-readable JSON output.

ctx_sizes: Vec<u32>

Context sizes to benchmark, as a comma-separated token list.

batch_sizes: Vec<u32>

Batch sizes to benchmark, as a comma-separated list.

ubatch_sizes: Vec<u32>

Micro-batch sizes to benchmark, as a comma-separated list.

mmap_values: Vec<BenchmarkBoolOrAuto>

mmap values to benchmark independently: auto, enabled, disabled.

mlock_values: Vec<BenchmarkBool>

mlock values to benchmark independently: enabled, disabled.

flash_attention: Vec<BenchmarkFlashAttention>

Flash attention values to benchmark independently: on, off.

speculative_types: Vec<BenchmarkSpeculativeType>

Speculative decoding types to benchmark: auto, disabled, mtp, draft, mtp-ngram.

no_speculative_tune: bool

Disable speculative decoding sweeps and only benchmark the disabled baseline.

spec_draft_models: Vec<PathBuf>

Candidate draft GGUF paths to benchmark for speculative draft mode.

spec_draft_max_tokens: Vec<u32>

Candidate maximum draft-token windows for MTP and draft speculation.

spec_draft_min_tokens: Vec<u32>

Candidate minimum draft-token windows for MTP and draft speculation.

spec_ngram_min: Vec<u32>

Candidate minimum match lengths for MTP + N-gram speculation.

spec_ngram_max: Vec<u32>

Candidate maximum match lengths for MTP + N-gram speculation.

spec_draft_acceptance_threshold: Vec<f64>

Candidate draft-acceptance-threshold values for speculative draft sweeps.

spec_draft_split_probability: Vec<f64>

Candidate draft-split-probability values for speculative draft sweeps.

apply: bool

Persist the recommended settings to the local config file.

replace_existing: bool

Replace existing writable config fields instead of preserving existing values.

launch_args: bool

Print launch-argument output instead of applying or reporting recommended fields.

throughput_tolerance_pct: f64

Treat candidates within this percent of the raw best tok/s as throughput-equivalent.

max_tokens: u32

Maximum generated tokens per benchmark request.

startup_timeout_secs: u64

Startup wait limit for each benchmark trial.

request_timeout_secs: u64

HTTP request timeout for each benchmark request.

debug_telemetry: bool

Capture Skippy debug telemetry in each trial log.

prompt: String

Prompt sent during benchmark trials.

Trait Implementations

impl Args for BenchmarkTuneCommand

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl Clone for BenchmarkTuneCommand

fn clone(&self) -> BenchmarkTuneCommand

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BenchmarkTuneCommand

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FromArgMatches for BenchmarkTuneCommand

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.