Struct RlxBertModel 

pub struct RlxBertModel { /* private fields */ }

RLX-compiled BERT model ready for inference.

Implementations

impl RlxBertModel

pub fn load_sized( config_path: &Path, weights_path: &str, batch: usize, seq: usize, ) -> Result<Self>

pub fn load_sized_on( config_path: &Path, weights_path: &str, batch: usize, seq: usize, device: Device, ) -> Result<Self>

pub fn load_sized_with_policy( config_path: &Path, weights_path: &str, batch: usize, seq: usize, device: Device, precision: Precision, policy: Option<PrecisionPolicy>, ) -> Result<Self>

pub fn load(config_path: &Path, weights_path: &str) -> Result<Self>

pub fn recompile(&mut self, batch: usize, seq: usize) -> Result<()>

pub fn forward( &mut self, input_ids: &[f32], attention_mask: &[f32], token_type_ids: &[f32], position_ids: &[f32], ) -> Vec<f32>

pub fn hidden_size(&self) -> usize