pub struct BenchCommand {Show 14 fields
pub model: String,
pub rounds: usize,
pub max_tokens: u32,
pub backend: String,
pub prompt: String,
pub concurrency: usize,
pub long_context: bool,
pub kv_dtype: Option<String>,
pub n_repeats: u32,
pub goodput: Option<Slo>,
pub output: String,
pub out: Option<PathBuf>,
pub hw_id: Option<String>,
pub commit_sha: Option<String>,
}Fields§
§model: StringModel name (e.g., qwen3:0.6b, qwen3:4b)
rounds: usizeSequential inference passes per run.
max_tokens: u32Max tokens per request
backend: StringBackend: auto, cpu, cuda, metal
prompt: StringPrompt to use
concurrency: usizeNumber of concurrent requests (>1 tests batch decode).
long_context: boolLong-context mode: use a ~2k token prompt (tests flash decode / paged KV).
kv_dtype: Option<String>KV cache element dtype. Accepts fp16, bf16, int8, fp8.
n_repeats: u32Independent repeats of the whole bench. ≥ 3 unlocks CI95 (PLAYBOOK § 0.4). Default 1 — emits mean only.
goodput: Option<Slo>SLO triple for goodput. Format: ttft:500 tpot:50 e2el:30000.
output: StringOutput format: json (canonical BenchReport) or human (summary
table, default — matches pre-Phase-0 behaviour).
out: Option<PathBuf>Output file path (json mode).
hw_id: Option<String>Override env.hw_id (defaults to auto-detected).
commit_sha: Option<String>Override env.commit_sha (defaults to git rev-parse --short HEAD).
Trait Implementations§
Source§impl Args for BenchCommand
impl Args for BenchCommand
Source§fn augment_args<'b>(__clap_app: Command) -> Command
fn augment_args<'b>(__clap_app: Command) -> Command
Source§fn augment_args_for_update<'b>(__clap_app: Command) -> Command
fn augment_args_for_update<'b>(__clap_app: Command) -> Command
Append to
Command so it can instantiate self via
FromArgMatches::update_from_arg_matches_mut Read moreSource§impl FromArgMatches for BenchCommand
impl FromArgMatches for BenchCommand
Source§fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
Source§fn from_arg_matches_mut(
__clap_arg_matches: &mut ArgMatches,
) -> Result<Self, Error>
fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>
Source§fn update_from_arg_matches(
&mut self,
__clap_arg_matches: &ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>
Assign values from
ArgMatches to self.Source§fn update_from_arg_matches_mut(
&mut self,
__clap_arg_matches: &mut ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>
Assign values from
ArgMatches to self.Auto Trait Implementations§
impl Freeze for BenchCommand
impl RefUnwindSafe for BenchCommand
impl Send for BenchCommand
impl Sync for BenchCommand
impl Unpin for BenchCommand
impl UnsafeUnpin for BenchCommand
impl UnwindSafe for BenchCommand
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more