Struct PositionEncodingConfig 

pub struct PositionEncodingConfig {
    pub d_model: usize,
    pub max_seq_len: usize,
    pub encoding_type: PositionEncodingType,
    pub dropout: f64,
}

Configuration for position encodings

Fields

d_model: usize

Model dimension

max_seq_len: usize

Maximum sequence length

encoding_type: PositionEncodingType

Encoding type

dropout: f64

Dropout probability

Implementations

impl PositionEncodingConfig

pub fn sinusoidal(d_model: usize, max_seq_len: usize) -> Self

Create a new sinusoidal position encoding configuration

pub fn learned(d_model: usize, max_seq_len: usize) -> Self

Create a new learned position encoding configuration

pub fn relative(d_model: usize, num_buckets: usize, max_distance: usize) -> Self

Create a new relative position encoding configuration

pub fn rotary(d_model: usize, max_seq_len: usize) -> Self

Create a new rotary position encoding (RoPE) configuration

pub fn rotary_scaled( d_model: usize, max_seq_len: usize, base: f64, scaling_factor: f64, ) -> Self

Create RoPE with custom base and scaling

pub fn alibi(d_model: usize, n_heads: usize, max_seq_len: usize) -> Self

Create a new ALiBi position encoding configuration

pub fn with_dropout(self, dropout: f64) -> Self

Set dropout probability

pub fn validate(&self) -> Result<()>

Validate configuration

Trait Implementations

impl Clone for PositionEncodingConfig

fn clone(&self) -> PositionEncodingConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PositionEncodingConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for PositionEncodingConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for PositionEncodingConfig

fn eq(&self, other: &PositionEncodingConfig) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for PositionEncodingConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for PositionEncodingConfig