Struct EvalArgs 

pub struct EvalArgs {
    pub paths: Vec<PathBuf>,
    pub name: Option<String>,
    pub max_concurrency: NonZeroUsize,
    pub output: OutputFormat,
    pub spec_file: Option<String>,
    pub retain_workspace: bool,
    pub base_dir: Option<PathBuf>,
}

Fields

paths: Vec<PathBuf>

Eval JSON files or directories to discover eval files under. Defaults to ./evals.

name: Option<String>

Run only the eval with this name.

max_concurrency: NonZeroUsize

Maximum number of eval files to run concurrently.

output: OutputFormat

Output format

spec_file: Option<String>

Run a single eval from a JSON file, or from stdin with -. Emits newline-delimited EvalStreamEvent JSON on stdout: an agent_message event per agent message as it streams, terminated by one outcome event.

retain_workspace: bool

Retain the eval workspace on disk and include retainedWorkspace in JSON output. Used with --spec-file.

base_dir: Option<PathBuf>

Base directory for resolving relative paths in a --spec-file spec. Defaults to the current working directory.

Trait Implementations

impl Args for EvalArgs

fn group_id() -> Option<Id>

Report the ArgGroup::id for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

impl FromArgMatches for EvalArgs

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.