Struct TransformerConfig 

pub struct TransformerConfig {
    pub vocab_size: usize,
    pub context_len: usize,
    pub hidden_size: usize,
    pub ffw_size: usize,
    pub num_layers: usize,
    pub num_heads: usize,
}

Fields

vocab_size: usize

context_len: usize

hidden_size: usize

ffw_size: usize

num_layers: usize

num_heads: usize

Implementations

impl TransformerConfig

pub fn validate(&self) -> Result<(), ConfigError>

pub fn attention_head_dim(&self) -> Result<usize, ConfigError>

pub fn approximate_parameter_count(&self) -> Result<usize, ConfigError>

pub fn parameters_per_layer(&self) -> Result<usize, ConfigError>

pub fn embedding_parameter_count(&self) -> Result<usize, ConfigError>

pub fn total_token_elements( &self, batch_size: usize, sequence_len: usize, ) -> Result<usize, ConfigError>

pub fn activation_elements( &self, batch_size: usize, sequence_len: usize, ) -> Result<usize, ConfigError>

pub fn kv_cache_elements( &self, batch_size: usize, sequence_len: usize, ) -> Result<usize, ConfigError>

pub fn validate_runtime_shape( &self, batch_size: usize, sequence_len: usize, ) -> Result<(), ConfigError>

Trait Implementations

impl Clone for TransformerConfig

fn clone(&self) -> TransformerConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TransformerConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for TransformerConfig

fn eq(&self, other: &TransformerConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for TransformerConfig

impl Eq for TransformerConfig

impl StructuralPartialEq for TransformerConfig