Trait syntaxdot_transformers::models::Encoder

pub trait Encoder {
    fn encode(
        &self,
        input: &Tensor,
        attention_mask: Option<&Tensor>,
        train: bool
    ) -> Result<Vec<LayerOutput>, TransformerError>;
    fn n_layers(&self) -> i64;
}

Encoder networks.

Required Methods

fn encode(
    &self,
    input: &Tensor,
    attention_mask: Option<&Tensor>,
    train: bool
) -> Result<Vec<LayerOutput>, TransformerError>

Apply the encoder.

Returns the output and attention per layer. The (optional) attention mask of shape [batch_size, time_steps] indicates which tokens should be included (true) and excluded (false) from attention. This can be used to mask inactive timesteps.

fn n_layers(&self) -> i64

Get the number of layers that is returned by the encoder.

Implementors

impl Encoder for AlbertEncoder

impl Encoder for BertEncoder

impl Encoder for SqueezeAlbertEncoder

impl Encoder for SqueezeBertEncoder