Struct BenchCommand 

pub struct BenchCommand {
    pub model: String,
    pub rounds: usize,
    pub max_tokens: u32,
    pub backend: String,
    pub prompt: String,
    pub concurrency: usize,
    pub long_context: bool,
}

Fields

model: String

Model name (e.g., qwen3:0.6b, qwen3:4b)

rounds: usize

Number of benchmark rounds

max_tokens: u32

Max tokens per request

backend: String

Backend: auto, cpu, cuda, metal

prompt: String

Prompt to use

concurrency: usize

Number of concurrent requests (>1 tests batch decode)

long_context: bool

Long-context mode: use a ~2k token prompt (tests flash decode / paged KV)

Trait Implementations

impl Args for BenchCommand

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl FromArgMatches for BenchCommand

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.