Struct BertModel 

pub struct BertModel { /* private fields */ }

BERT encoder-only transformer model

Implementations

impl BertModel

pub fn new( config: ModelConfig, token_embedding: Tensor, position_embedding: Option<Tensor>, token_type_embedding: Option<Tensor>, embed_norm: Option<NormLayer>, layers: Vec<BertLayer>, architecture: Architecture, ) -> ModelResult<Self>

pub fn encode( &self, tokens: &[u32], backend: &dyn Backend, ) -> ModelResult<Vec<Tensor>>

Encode tokens and return hidden states for all positions. Returns the hidden state of the [CLS] token (first position) by default.

Trait Implementations

impl Debug for BertModel

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Model for BertModel

fn forward( &self, tokens: &[u32], ctx: &mut InferenceContext, ) -> ModelResult<Tensor>

Run forward pass and return logits

fn config(&self) -> &ModelConfig

Get model configuration

fn architecture(&self) -> Architecture

Get model architecture

fn create_context(&self, backend: Arc<dyn Backend>) -> InferenceContext

Create an InferenceContext with the right state for this model.

fn vocab_size(&self) -> usize

Get vocabulary size

fn max_seq_len(&self) -> usize

Get maximum sequence length