pub struct LlmSweepArgs {Show 13 fields
pub url: String,
pub model: String,
pub concurrency_levels: String,
pub duration: String,
pub warmup: String,
pub stream: bool,
pub runtime_name: String,
pub saturation_threshold: f64,
pub early_stop: bool,
pub prompt_profile: Option<String>,
pub prompt_file: Option<PathBuf>,
pub output: Option<PathBuf>,
pub num_layers: Option<u32>,
}Expand description
Arguments for probador llm sweep
Fields§
§url: StringBase URL of the LLM API server
model: StringModel name to include in requests
concurrency_levels: StringConcurrency levels to sweep (comma-separated)
duration: StringPer-level test duration (e.g., 30s)
warmup: StringWarmup duration per level (e.g., 5s)
stream: boolUse SSE streaming
runtime_name: StringRuntime name for reporting
saturation_threshold: f64P99 latency multiplier vs c=1 to declare saturated
early_stop: boolStop sweep early when saturated
prompt_profile: Option<String>Prompt profile: micro, short, medium, long
prompt_file: Option<PathBuf>Path to YAML prompt file
output: Option<PathBuf>Output file for sweep results JSON
num_layers: Option<u32>Number of transformer layers
Trait Implementations§
Source§impl Args for LlmSweepArgs
impl Args for LlmSweepArgs
Source§fn augment_args<'b>(__clap_app: Command) -> Command
fn augment_args<'b>(__clap_app: Command) -> Command
Source§fn augment_args_for_update<'b>(__clap_app: Command) -> Command
fn augment_args_for_update<'b>(__clap_app: Command) -> Command
Append to
Command so it can instantiate self via
FromArgMatches::update_from_arg_matches_mut Read moreSource§impl CommandFactory for LlmSweepArgs
impl CommandFactory for LlmSweepArgs
Source§impl Debug for LlmSweepArgs
impl Debug for LlmSweepArgs
Source§impl FromArgMatches for LlmSweepArgs
impl FromArgMatches for LlmSweepArgs
Source§fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
Source§fn from_arg_matches_mut(
__clap_arg_matches: &mut ArgMatches,
) -> Result<Self, Error>
fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>
Source§fn update_from_arg_matches(
&mut self,
__clap_arg_matches: &ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>
Assign values from
ArgMatches to self.Source§fn update_from_arg_matches_mut(
&mut self,
__clap_arg_matches: &mut ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>
Assign values from
ArgMatches to self.Source§impl Parser for LlmSweepArgs
impl Parser for LlmSweepArgs
Source§fn parse_from<I, T>(itr: I) -> Self
fn parse_from<I, T>(itr: I) -> Self
Parse from iterator, exit on error.
Source§fn try_parse_from<I, T>(itr: I) -> Result<Self, Error>
fn try_parse_from<I, T>(itr: I) -> Result<Self, Error>
Parse from iterator, return Err on error.
Source§fn update_from<I, T>(&mut self, itr: I)
fn update_from<I, T>(&mut self, itr: I)
Auto Trait Implementations§
impl Freeze for LlmSweepArgs
impl RefUnwindSafe for LlmSweepArgs
impl Send for LlmSweepArgs
impl Sync for LlmSweepArgs
impl Unpin for LlmSweepArgs
impl UnsafeUnpin for LlmSweepArgs
impl UnwindSafe for LlmSweepArgs
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<A, B, T> HttpServerConnExec<A, B> for Twhere
B: Body,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more