Struct InferenceProfiler 

pub struct InferenceProfiler {
    pub tokenization_us: u64,
    pub forward_pass_us: u64,
    pub sampling_us: u64,
    pub constraints_us: u64,
    pub detokenization_us: u64,
    pub step_count: u64,
}

Profiler for tracking different stages of inference

Fields

tokenization_us: u64

Time spent in tokenization (microseconds)

forward_pass_us: u64

Time spent in model forward pass (microseconds)

sampling_us: u64

Time spent in sampling (microseconds)

constraints_us: u64

Time spent in constraint enforcement (microseconds)

detokenization_us: u64

Time spent in detokenization (microseconds)

step_count: u64

Number of profiled steps

Implementations

impl InferenceProfiler

pub fn new() -> Self

Create a new profiler

pub fn record_tokenization(&mut self, duration_us: u64)

Record tokenization time

pub fn record_forward_pass(&mut self, duration_us: u64)

Record forward pass time

pub fn record_sampling(&mut self, duration_us: u64)

Record sampling time

pub fn record_constraints(&mut self, duration_us: u64)

Record constraint enforcement time

pub fn record_detokenization(&mut self, duration_us: u64)

Record detokenization time

pub fn increment_step(&mut self)

Increment step count

pub fn total_time_us(&self) -> u64

Get total time across all stages

pub fn breakdown(&self) -> ProfileBreakdown

Get breakdown percentages

pub fn print_report(&self)

Print profiling report

pub fn reset(&mut self)

Reset the profiler

Trait Implementations

impl Clone for InferenceProfiler

fn clone(&self) -> InferenceProfiler

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceProfiler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InferenceProfiler

fn default() -> Self

Returns the “default value” for a type.