Struct StreamingLoader 

pub struct StreamingLoader { /* private fields */ }

Streaming weight loader for models that don’t fit in memory

Implementations

impl StreamingLoader

pub fn new( config: WeightLoadingConfig, model_path: PathBuf, chunk_size: usize, max_memory_mb: usize, ) -> Self

pub fn initialize(&mut self) -> Result<()>

Initialize the streaming loader by analyzing the model structure

pub fn load_chunk(&mut self, chunk_id: usize) -> Result<()>

pub fn evict_chunk(&mut self, chunk_id: usize) -> Result<()>

pub fn get_memory_usage(&self) -> usize

pub fn get_memory_usage_percentage(&self) -> f32

Get memory usage as a percentage of maximum allowed

pub fn get_memory_stats(&self) -> MemoryStats

Get detailed memory statistics

pub fn is_chunk_loaded(&self, chunk_id: usize) -> bool

pub fn get_chunk_info(&self) -> Vec<ChunkInfo>

Get information about all chunks

pub fn garbage_collect(&mut self) -> Result<()>

Force garbage collection of unused tensors

impl StreamingLoader

Additional methods for streaming-specific functionality

pub fn list_loaded_tensors(&self) -> Vec<String>

List only currently loaded tensors

Trait Implementations

impl WeightLoader for StreamingLoader

fn load_tensor(&mut self, name: &str) -> Result<Tensor>

fn list_tensors(&self) -> Result<Vec<String>>

fn tensor_info(&self, name: &str) -> Result<Option<TensorMetadata>>

fn close(&mut self) -> Result<()>