Struct OpCounter 

pub struct OpCounter {
    pub matmul_ops: u64,
    pub attention_ops: u64,
    pub activation_ops: u64,
    pub normalization_ops: u64,
    pub memory_read_bytes: u64,
    pub memory_write_bytes: u64,
}

Fields

matmul_ops: u64

attention_ops: u64

activation_ops: u64

normalization_ops: u64

memory_read_bytes: u64

memory_write_bytes: u64

Implementations

impl OpCounter

pub const fn new() -> Self

pub fn add_matmul(&mut self, m: usize, n: usize, k: usize)

pub fn add_attention(&mut self, q: usize, k: usize, d: usize)

pub fn add_activation(&mut self, elems: usize)

pub fn add_normalization(&mut self, elems: usize)

pub fn add_memory_read(&mut self, bytes: usize)

pub fn add_memory_write(&mut self, bytes: usize)

pub fn merge(&mut self, other: &OpCounter)

pub fn reset(&mut self)

pub fn total_ops(&self) -> u64

pub fn total_memory_bytes(&self) -> u64

Trait Implementations

impl Clone for OpCounter

fn clone(&self) -> OpCounter

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for OpCounter

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for OpCounter

fn eq(&self, other: &OpCounter) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for OpCounter

impl StructuralPartialEq for OpCounter