Struct CommandRForCausalLM 

pub struct CommandRForCausalLM { /* private fields */ }

Command R for Causal Language Modeling

Implementations

impl CommandRForCausalLM

pub fn new(config: &CommandRConfig) -> Result<Self>

pub fn forward( &mut self, input_ids: &Tensor, attention_mask: Option<&Tensor>, position_ids: Option<&Tensor>, past_key_values: Option<&[(Tensor, Tensor)]>, labels: Option<&Tensor>, ) -> Result<CommandRCausalLMOutput>

pub fn generate( &mut self, input_ids: &Tensor, max_length: usize, temperature: f32, top_k: Option<usize>, top_p: Option<f32>, ) -> Result<Tensor>

impl CommandRForCausalLM

pub fn load_from_path(&mut self, model_path: impl AsRef<Path>) -> Result<()>

Load model weights from a directory containing HuggingFace format weights

pub fn load_from_huggingface(&mut self, model_name: &str) -> Result<()>

Load from HuggingFace Hub model name

pub fn load_with_lazy_loading( &mut self, model_path: impl AsRef<Path>, ) -> Result<()>

Load weights with lazy loading for large models

Trait Implementations

impl Clone for CommandRForCausalLM

fn clone(&self) -> CommandRForCausalLM

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for CommandRForCausalLM

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Model for CommandRForCausalLM

type Config = CommandRConfig

type Input = Tensor

type Output = Tensor

fn forward(&self, input: Self::Input) -> Result<Self::Output>

Performs a forward pass through the model.

fn load_pretrained(&mut self, reader: &mut dyn Read) -> Result<()>

Loads pretrained weights into the model.

fn get_config(&self) -> &Self::Config

Returns a reference to the model’s configuration.

fn num_parameters(&self) -> usize

Returns the total number of parameters in the model.