Struct RlxNomicModel 

pub struct RlxNomicModel { /* private fields */ }

RLX-compiled NomicBERT with shape-bucketed compile cache.

Implementations

impl RlxNomicModel

pub fn load_sized_on( config_path: &Path, weights_path: &str, batch: usize, seq: usize, device: Device, ) -> Result<Self>

pub fn load_sized_with_policy( config_path: &Path, weights_path: &str, batch: usize, seq: usize, device: Device, policy: Option<PrecisionPolicy>, ) -> Result<Self>

pub fn load_sized( config_path: &Path, weights_path: &str, batch: usize, seq: usize, ) -> Result<Self>

pub fn load(config_path: &Path, weights_path: &str) -> Result<Self>

pub fn recompile(&mut self, batch: usize, seq: usize) -> Result<()>

pub fn forward( &mut self, input_ids: &[f32], attention_mask: &[f32], token_type_ids: &[f32], ) -> Vec<f32>

pub fn forward_slots( &mut self, input_ids: &[f32], attention_mask: &[f32], token_type_ids: &[f32], ) -> (*const f32, usize)

pub fn forward_pipelined( &mut self, input_sets: &[(Vec<f32>, Vec<f32>, Vec<f32>)], ) -> Vec<Vec<Vec<f32>>>

pub fn hidden_size(&self) -> usize