syntaxdot-transformers 0.2.0

Transformer architectures, such as BERT
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

//! Transformer models.

pub mod albert;

pub mod bert;
pub use bert::{BertConfig, BertEmbeddings, BertEncoder};

mod encoder;
pub use encoder::Encoder;

pub mod layer_output;

pub mod roberta;
pub use roberta::RobertaEmbeddings;

pub mod sinusoidal;
pub use sinusoidal::SinusoidalEmbeddings;

pub mod squeeze_albert;

pub mod squeeze_bert;

pub mod traits;