Struct RetNetConfig 

pub struct RetNetConfig {
    pub hidden_dim: usize,
    pub num_heads: usize,
    pub head_dim: usize,
    pub ffn_dim: usize,
    pub num_layers: usize,
    pub dropout: f32,
}

Multi-Scale Retention Configuration

Fields

hidden_dim: usize

Model dimension

num_heads: usize

Number of retention heads

head_dim: usize

Head dimension (hidden_dim / num_heads)

ffn_dim: usize

FFN expansion factor

num_layers: usize

Number of layers

dropout: f32

Dropout rate

Implementations

impl RetNetConfig

pub fn new( hidden_dim: usize, num_heads: usize, num_layers: usize, ) -> CoreResult<Self>

Create a new RetNet configuration

pub fn ffn_dim(self, dim: usize) -> Self

Set FFN dimension

pub fn dropout(self, rate: f32) -> Self

Set dropout rate

Trait Implementations

impl Clone for RetNetConfig

fn clone(&self) -> RetNetConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RetNetConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.