syntaxdot-transformers 0.2.0

Transformer architectures, such as BERT
1
2
3
4
5
6
7
8
9
10
11
12
13
14

//! BERT (Devlin et al., 2018)

mod config;
pub use config::BertConfig;

mod embeddings;
pub use embeddings::BertEmbeddings;

mod encoder;
pub use encoder::BertEncoder;

mod layer;
pub use layer::BertLayer;
pub(crate) use layer::{bert_activations, bert_linear};