Struct syntaxdot_transformers::models::bert::BertEmbeddings

pub struct BertEmbeddings { /* private fields */ }

Construct the embeddings from word, position and token_type embeddings.

Implementations

impl BertEmbeddings

pub fn new<'a>(
    vs: impl Borrow<PathExt<'a>>,
    config: &BertConfig
) -> Result<Self, TransformerError>

Construct new Bert embeddings with the given variable store and Bert configuration.

pub fn forward(
    &self,
    input_ids: &Tensor,
    token_type_ids: Option<&Tensor>,
    position_ids: Option<&Tensor>,
    train: bool
) -> Result<Tensor, TransformerError>

Trait Implementations

impl Debug for BertEmbeddings

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FallibleModuleT for BertEmbeddings

type Error = TransformerError

The error type.

fn forward_t(&self, input: &Tensor, train: bool) -> Result<Tensor, Self::Error>

Apply the module.