Struct ModelCheckpoint 

pub struct ModelCheckpoint {
    pub metadata: ModelMetadata,
    pub weights: HashMap<String, Vec<f32>>,
    pub shapes: HashMap<String, Vec<usize>>,
}

Model checkpoint containing weights and metadata

Fields

metadata: ModelMetadata

Checkpoint metadata

weights: HashMap<String, Vec<f32>>

Model weights as tensor data

shapes: HashMap<String, Vec<usize>>

Weight shapes for reconstruction

Implementations

impl ModelCheckpoint

pub fn new(metadata: ModelMetadata) -> Self

Create a new checkpoint

pub fn add_weight(&mut self, name: String, data: Vec<f32>, shape: Vec<usize>)

Add a weight tensor to the checkpoint

pub fn add_array2(&mut self, name: String, array: &Array2<f32>)

Add a 2D array weight

pub fn get_weight(&self, name: &str) -> Option<(&[f32], &[usize])>

Get a weight tensor

pub fn get_array2(&self, name: &str) -> TokenizerResult<Array2<f32>>

Get a weight as Array2

pub fn save<P: AsRef<Path>>(&self, path: P) -> TokenizerResult<()>

Save checkpoint to safetensors format

pub fn load<P: AsRef<Path>>(path: P) -> TokenizerResult<Self>

Load checkpoint from safetensors format

Trait Implementations

impl Debug for ModelCheckpoint

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.