Struct MemoryPlanner 

pub struct MemoryPlanner { /* private fields */ }

Memory planner for different fine-tuning methods.

Implementations

impl MemoryPlanner

pub fn new(model_params: u64) -> Self

Create a new memory planner.

pub fn with_batch_size(self, batch_size: u32) -> Self

Set batch size.

pub fn with_seq_len(self, seq_len: u32) -> Self

Set sequence length.

pub fn estimate_full(&self) -> MemoryRequirement

Estimate memory for full fine-tuning.

pub fn estimate_lora(&self, rank: u32) -> MemoryRequirement

Estimate memory for LoRA fine-tuning.

pub fn estimate_qlora(&self, rank: u32, bits: u8) -> MemoryRequirement

Estimate memory for QLoRA fine-tuning.

pub fn estimate(&self, method: Method, rank: u32) -> MemoryRequirement

Estimate memory for a given method.

Trait Implementations

impl Debug for MemoryPlanner

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.