Struct RKLLMPerfStat

#[repr(C)]
pub struct RKLLMPerfStat {
    pub prefill_time_ms: f32,
    pub prefill_tokens: c_int,
    pub generate_time_ms: f32,
    pub generate_tokens: c_int,
    pub memory_usage_mb: f32,
}

@struct RKLLMPerfStat @brief Structure to hold performance statistics for prefill and generate stages.

Fields

prefill_time_ms: f32

< Total time taken for the prefill stage in milliseconds.

prefill_tokens: c_int

< Number of tokens processed during the prefill stage.

generate_time_ms: f32

< Total time taken for the generate stage in milliseconds.

generate_tokens: c_int

< Number of tokens processed during the generate stage.

memory_usage_mb: f32

< VmHWM resident memory usage during inference, in megabytes.

Trait Implementations

impl Clone for RKLLMPerfStat

fn clone(&self) -> RKLLMPerfStat

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RKLLMPerfStat

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for RKLLMPerfStat