Struct RuntimeProfile 

pub struct RuntimeProfile {
    pub batch_size: usize,
    pub sequence_len: usize,
    pub bytes_per_param: usize,
    pub bytes_per_activation: usize,
    pub bytes_per_kv: usize,
}

Fields

batch_size: usize

sequence_len: usize

bytes_per_param: usize

bytes_per_activation: usize

bytes_per_kv: usize

Implementations

impl RuntimeProfile

pub const fn fp32(batch_size: usize, sequence_len: usize) -> Self

pub const fn fp16(batch_size: usize, sequence_len: usize) -> Self

pub fn validate(&self) -> bool

pub fn token_count(&self) -> Option<usize>

Trait Implementations

impl Clone for RuntimeProfile

fn clone(&self) -> RuntimeProfile

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RuntimeProfile

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for RuntimeProfile

fn eq(&self, other: &RuntimeProfile) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for RuntimeProfile

impl Eq for RuntimeProfile

impl StructuralPartialEq for RuntimeProfile