Struct TokenPositionEmbedding 

pub struct TokenPositionEmbedding { /* private fields */ }

Token + Position Embedding (common in transformers)

Implementations

impl TokenPositionEmbedding

pub fn new( vocab_size: usize, embed_dim: usize, max_seq_len: usize, dropout: f32, ) -> Self

Trait Implementations

impl Module for TokenPositionEmbedding

fn forward(&self, input: &Tensor) -> Tensor

Forward pass

fn parameters(&self) -> Vec<Tensor>

Get all trainable parameters

fn train(&mut self)

Set module to training mode

fn eval(&mut self)

Set module to evaluation mode

fn is_training(&self) -> bool

Check if in training mode

fn num_parameters(&self) -> usize

Number of trainable parameters