Struct BenchmarkArgs 

pub struct BenchmarkArgs {
    pub prd_dir: String,
    pub models: Vec<String>,
    pub tier: Option<u8>,
    pub parallel: bool,
    pub max_iterations: usize,
    pub story_timeout: u64,
    pub output: String,
    pub cost_ceiling: f64,
    pub submit_url: Option<String>,
    pub submit_key: Option<String>,
    pub json: bool,
}

Fields

prd_dir: String

Directory containing benchmark PRD files

models: Vec<String>

Models to benchmark (comma-separated, format: provider:model)

tier: Option<u8>

Only run PRDs matching this tier (1, 2, or 3)

parallel: bool

Run model×PRD combos in parallel

max_iterations: usize

Maximum iterations per story

story_timeout: u64

Timeout per story in seconds

output: String

Output file path

cost_ceiling: f64

Cost ceiling per run in USD (prevents runaway spending)

submit_url: Option<String>

Submit results to this API URL (e.g. https://opencode.ai/bench/submission)

submit_key: Option<String>

API key for submitting results (Bearer token)

json: bool

Output as JSON to stdout

Trait Implementations

impl Args for BenchmarkArgs

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl CommandFactory for BenchmarkArgs

fn command<'b>() -> Command

Build a Command that can instantiate Self.

fn command_for_update<'b>() -> Command

Build a Command that can update self.

impl Debug for BenchmarkArgs

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FromArgMatches for BenchmarkArgs

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Parser for BenchmarkArgs

fn parse() -> Self

Parse from std::env::args_os(), exit on error.

fn try_parse() -> Result<Self, Error>

Parse from std::env::args_os(), return Err on error.

fn parse_from<I, T>(itr: I) -> Self

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, exit on error.

fn try_parse_from<I, T>(itr: I) -> Result<Self, Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Parse from iterator, return Err on error.

fn update_from<I, T>(&mut self, itr: I)

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, exit on error.

fn try_update_from<I, T>(&mut self, itr: I) -> Result<(), Error>

where I: IntoIterator<Item = T>, T: Into<OsString> + Clone,

Update from iterator, return Err on error.