Struct LoRALinear 

pub struct LoRALinear { /* private fields */ }

LoRA layer wrapping a linear layer

Implementations

impl LoRALinear

pub fn new(in_features: usize, out_features: usize, config: LoRAConfig) -> Self

Create new LoRA linear layer

pub fn forward(&self, x: &Tensor) -> Tensor

Forward pass

pub fn merge_weights(&mut self)

Merge LoRA weights into base layer

pub fn unmerge_weights(&mut self)

Unmerge LoRA weights from base layer

pub fn lora_parameters(&self) -> Vec<Tensor>

Get LoRA parameters (only these are trainable)

pub fn rank(&self) -> usize

Get rank

pub fn scaling(&self) -> f32

Get scaling factor