rustensor 0.1.0

Small Rust-native checkpoint format for model metadata and tensor weights.
Documentation
//! Checkpoint model definitions.
//!
//! This module defines the top-level checkpoint structure used by rustensor.
use crate::error::{Result, RustensorError};
use crate::metadata::ModelMetadata;
use crate::weights::WeightLayer;
use serde::{Deserialize, Serialize};
use std::collections::BTreeSet;

pub const MAX_LAYER_COUNT: usize = 1024;

#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
pub struct ModelCheckpoint {
    pub metadata: ModelMetadata,
    pub layers: Vec<WeightLayer>,
}

impl ModelCheckpoint {
    pub fn new(metadata: ModelMetadata) -> Self {
        Self {
            metadata,
            layers: Vec::new(),
        }
    }

    pub fn add_layer(&mut self, layer: WeightLayer) -> Result<()> {
        if self.layers.len() >= MAX_LAYER_COUNT {
            return Err(RustensorError::TooManyLayers {
                found: self.layers.len() + 1,
                max: MAX_LAYER_COUNT,
            });
        }

        layer.validate()?;

        if self
            .layers
            .iter()
            .any(|existing| existing.name == layer.name)
        {
            return Err(RustensorError::DuplicateLayerName { name: layer.name });
        }

        self.layers.push(layer);
        Ok(())
    }

    pub fn validate(&self) -> Result<()> {
        self.metadata.validate()?;

        // MAX_LAYER_COUNT is inclusive: exactly 1024 layers are valid.
        if self.layers.len() > MAX_LAYER_COUNT {
            return Err(RustensorError::TooManyLayers {
                found: self.layers.len(),
                max: MAX_LAYER_COUNT,
            });
        }

        let mut layer_names = BTreeSet::new();

        for layer in &self.layers {
            if !layer_names.insert(layer.name.as_str()) {
                return Err(RustensorError::DuplicateLayerName {
                    name: layer.name.clone(),
                });
            }

            layer.validate()?;
        }

        Ok(())
    }
}