Struct LlmBenchArgs 

pub struct LlmBenchArgs {

    pub url: String,
    pub model: String,
    pub start: Option<String>,
    pub health_timeout: String,
    pub prompt_profile: String,
    pub prompt_file: Option<PathBuf>,
    pub warmup: String,
    pub duration: String,
    pub concurrency: usize,
    pub runs: usize,
    pub cooldown: String,
    pub baseline: Option<PathBuf>,
    pub fail_on_regression: Option<f64>,
    pub runtime_name: String,
    pub output: Option<PathBuf>,
    pub stream: bool,
    pub trace_level: Option<String>,
    pub num_layers: Option<u32>,
}

Arguments for probador llm bench (full benchmark lifecycle)

Fields

url: String

Base URL of the LLM API server

model: String

Model name to include in requests

start: Option<String>

Shell command to start the server (optional)

health_timeout: String

Maximum time to wait for server readiness (e.g., 120s)

prompt_profile: String

Prompt profile: micro, short, medium, long

prompt_file: Option<PathBuf>

Path to YAML prompt file (overrides –prompt-profile)

warmup: String

Warmup duration before measurement (e.g., 10s)

duration: String

Per-run measurement duration (e.g., 60s)

concurrency: usize

Number of concurrent workers

runs: usize

Number of measurement runs

cooldown: String

Cooldown between runs (e.g., 5s)

baseline: Option<PathBuf>

Baseline JSON file for regression detection

fail_on_regression: Option<f64>

Percentage threshold for regression detection (exit 1 if exceeded)

runtime_name: String

Runtime name for reporting (e.g., apr-gguf-gpu)

output: Option<PathBuf>

Output file path for JSON results

stream: bool

Use SSE streaming for real per-token timing (TTFT, TPOT, ITL). Use –stream false to disable.

trace_level: Option<String>

Trace level for brick profiler data (GH-114): brick, step, layer

num_layers: Option<u32>

Number of transformer layers in the model (e.g., 28 for Qwen 1.5B). Computes per-layer decode time for cross-runtime comparison.

Trait Implementations

impl Args for LlmBenchArgs

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl CommandFactory for LlmBenchArgs

fn command<'b>() -> Command

Build a Command that can instantiate Self.

fn command_for_update<'b>() -> Command

Build a Command that can update self.

impl Debug for LlmBenchArgs

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FromArgMatches for LlmBenchArgs

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Parser for LlmBenchArgs

fn parse() -> Self

Parse from std::env::args_os(), exit on error.

fn try_parse() -> Result<Self, Error>

Parse from std::env::args_os(), return Err on error.

fn parse_from<I, T>(itr: I) -> Self

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, exit on error.

fn try_parse_from<I, T>(itr: I) -> Result<Self, Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, return Err on error.

fn update_from<I, T>(&mut self, itr: I)

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, exit on error.

fn try_update_from<I, T>(&mut self, itr: I) -> Result<(), Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, return Err on error.