Struct Simulator 

pub struct Simulator { /* private fields */ }

Implementations

impl Simulator

pub fn new(config: Config) -> Result<Self, String>

pub fn new_with_tokenizer( config: Config, tokenizer: Option<BatchTokenizerFn>, ) -> Result<(Self, Config), String>

Create a new simulator with an optional batch tokenizer for dataset mode Returns the simulator and the potentially updated config (e.g., num_requests set from dataset)

pub fn run_with_callback<F>(&mut self, callback: F) -> Result<(), String>

where F: FnMut(ProgressInfo<'_>),

Run the simulation with progress callbacks

pub fn get_metrics_summary(&mut self) -> MetricsSummary

pub fn get_time_series_data(&self) -> &[TimeSeriesPoint]

pub fn get_input_lengths(&self) -> &[u32]

pub fn get_output_lengths(&self) -> &[u32]

pub fn get_current_time(&self) -> f64

pub fn get_latency_samples( &self, ) -> ((&[f64], &[f64]), (&[f64], &[f64]), (&[f64], &[f64]))