pub struct CommonArgs {Show 17 fields
pub mooncake_trace_path: Option<String>,
pub test: bool,
pub num_gpu_blocks: usize,
pub block_size: u32,
pub trace_simulation_duration_ms: Option<u64>,
pub benchmark_duration_ms: u64,
pub num_unique_inference_workers: usize,
pub inference_worker_duplication_factor: usize,
pub trace_length_factor: usize,
pub trace_duplication_factor: usize,
pub seed: u64,
pub sweep: bool,
pub sweep_min_ms: u64,
pub sweep_max_ms: u64,
pub sweep_steps: usize,
pub bench: bool,
pub sequence_logs: bool,
}Expand description
Shared CLI arguments for trace-based benchmarks.
Fields§
§mooncake_trace_path: Option<String>Path to a JSONL mooncake trace file.
test: boolDeprecated compatibility flag. Use cargo test --package dynamo-bench --test ...
for the fixture-backed integration tests instead.
num_gpu_blocks: usizeNumber of GPU blocks available in the mock engine’s KV cache.
block_size: u32Number of tokens per KV cache block.
trace_simulation_duration_ms: Option<u64>Optional wall-clock duration (ms) used to rescale the trace during event generation. Omit to preserve the original Mooncake timestamps.
benchmark_duration_ms: u64Wall-clock duration (ms) over which the benchmark replays operations.
num_unique_inference_workers: usizeNumber of unique simulated inference workers.
inference_worker_duplication_factor: usizeHow many times to duplicate unique workers during the benchmark phase.
trace_length_factor: usizeFactor by which to stretch each request’s hash sequence length.
trace_duplication_factor: usizeHow many times to duplicate the raw trace data with offset hash_ids.
seed: u64RNG seed for reproducible worker-to-trace assignment.
sweep: boolEnable throughput vs p99 latency sweep mode.
sweep_min_ms: u64Minimum benchmark duration (ms) for sweep mode.
sweep_max_ms: u64Maximum benchmark duration (ms) for sweep mode.
sweep_steps: usizeNumber of logarithmically spaced sweep steps between min and max.
bench: boolIgnored - passed by cargo bench harness.
sequence_logs: boolOpt in to runtime warn/error logs from the mocker and sequence tracker.
Trait Implementations§
Source§impl Args for CommonArgs
impl Args for CommonArgs
Source§fn augment_args<'b>(__clap_app: Command) -> Command
fn augment_args<'b>(__clap_app: Command) -> Command
Source§fn augment_args_for_update<'b>(__clap_app: Command) -> Command
fn augment_args_for_update<'b>(__clap_app: Command) -> Command
Command so it can instantiate self via
FromArgMatches::update_from_arg_matches_mut Read moreSource§impl Debug for CommonArgs
impl Debug for CommonArgs
Source§impl FromArgMatches for CommonArgs
impl FromArgMatches for CommonArgs
Source§fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>
Source§fn from_arg_matches_mut(
__clap_arg_matches: &mut ArgMatches,
) -> Result<Self, Error>
fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>
Source§fn update_from_arg_matches(
&mut self,
__clap_arg_matches: &ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>
ArgMatches to self.Source§fn update_from_arg_matches_mut(
&mut self,
__clap_arg_matches: &mut ArgMatches,
) -> Result<(), Error>
fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>
ArgMatches to self.Auto Trait Implementations§
impl Freeze for CommonArgs
impl RefUnwindSafe for CommonArgs
impl Send for CommonArgs
impl Sync for CommonArgs
impl Unpin for CommonArgs
impl UnsafeUnpin for CommonArgs
impl UnwindSafe for CommonArgs
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more