Struct TransformerEncoderLayer 

pub struct TransformerEncoderLayer {
    pub block: TransformerEncoderBlock,
    /* private fields */
}

Transformer encoder layer wrapping TransformerEncoderBlock.

Input/output: [seq_len, d_model].

Fields

block: TransformerEncoderBlock

Implementations

impl TransformerEncoderLayer

pub fn ln1_gamma_node(&self) -> Option<NodeId>

pub fn new(d_model: usize, num_heads: usize, d_ff: usize, _seed: u64) -> Self

pub fn register_params(&mut self, graph: &mut Graph)

pub fn forward( &self, graph: &mut Graph, input: NodeId, ) -> Result<NodeId, ModelError>

pub fn forward_inference(&self, input: &Tensor) -> Result<Tensor, ModelError>

Trait Implementations

impl Clone for TransformerEncoderLayer

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TransformerEncoderLayer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.