Struct FeedForwardLayer 

pub struct FeedForwardLayer {
    pub ff: FeedForward,
    /* private fields */
}

Feed-forward layer wrapping FeedForward.

Input/output: [seq_len, d_model].

Fields

ff: FeedForward

Implementations

impl FeedForwardLayer

pub fn w1_node(&self) -> Option<NodeId>

pub fn new(d_model: usize, d_ff: usize, _seed: u64) -> Self

pub fn register_params(&mut self, graph: &mut Graph)

pub fn forward( &self, graph: &mut Graph, input: NodeId, ) -> Result<NodeId, ModelError>

pub fn forward_inference(&self, input: &Tensor) -> Result<Tensor, ModelError>

Trait Implementations

impl Clone for FeedForwardLayer

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for FeedForwardLayer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.