Struct MultiscreenModelConfig 

pub struct MultiscreenModelConfig {
    pub vocab_size: usize,
    pub seq_len: usize,
    pub layers: usize,
    pub tiles: usize,
    pub d_model: usize,
    pub d_key: usize,
    pub d_value: usize,
    pub w_th: f32,
}

Paper-faithful neural Multiscreen model configuration.

Fields

vocab_size: usize

Vocabulary size.

seq_len: usize

Context length T.

layers: usize

Paper N_L: number of residual Multiscreen layers.

tiles: usize

Paper N_H: number of gated screening tiles per layer.

d_model: usize

Paper d_E: token embedding/model width.

d_key: usize

Paper d_K: query/key width. Must be at least 2 for MiPE.

d_value: usize

Paper d_V: value/gate width.

w_th: f32

Paper MiPE threshold w_th.

Implementations

impl MultiscreenModelConfig

pub fn tiny() -> Self

pub fn tiny_for_tests() -> Self

pub fn for_parameter_budget( budget: MultiscreenParameterBudget, vocab_size: usize, seq_len: usize, ) -> Self

pub fn preset_1m(vocab_size: usize, seq_len: usize) -> Self

pub fn preset_5m(vocab_size: usize, seq_len: usize) -> Self

pub fn preset_10m(vocab_size: usize, seq_len: usize) -> Self

pub fn preset_50m(vocab_size: usize, seq_len: usize) -> Self

pub fn preset_100m(vocab_size: usize, seq_len: usize) -> Self

pub fn paper_10m(vocab_size: usize, seq_len: usize) -> Self

pub fn estimated_parameter_count(&self) -> usize

pub fn validate(&self) -> Result<()>

Trait Implementations

impl Clone for MultiscreenModelConfig

fn clone(&self) -> MultiscreenModelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MultiscreenModelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for MultiscreenModelConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for MultiscreenModelConfig

fn eq(&self, other: &MultiscreenModelConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for MultiscreenModelConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for MultiscreenModelConfig