Trait TlStreamingExecutor 

pub trait TlStreamingExecutor {
    type Tensor;
    type Error;

    // Required methods
    fn execute_stream(
        &mut self,
        graph: &EinsumGraph,
        input_stream: Vec<Vec<Vec<Self::Tensor>>>,
        config: &StreamingConfig,
    ) -> Result<Vec<StreamResult<Self::Tensor>>, Self::Error>;
    fn execute_chunk(
        &mut self,
        graph: &EinsumGraph,
        chunk_inputs: Vec<Self::Tensor>,
        metadata: &ChunkMetadata,
    ) -> Result<StreamResult<Self::Tensor>, Self::Error>;

    // Provided methods
    fn recommend_chunk_size(
        &self,
        graph: &EinsumGraph,
        available_memory_mb: usize,
    ) -> usize { ... }
    fn estimate_chunk_memory(
        &self,
        graph: &EinsumGraph,
        chunk_size: usize,
    ) -> usize { ... }
}

Trait for executors that support streaming execution

Required Associated Types

type Tensor

type Error

Required Methods

fn execute_stream( &mut self, graph: &EinsumGraph, input_stream: Vec<Vec<Vec<Self::Tensor>>>, config: &StreamingConfig, ) -> Result<Vec<StreamResult<Self::Tensor>>, Self::Error>

Execute graph on a stream of input chunks

fn execute_chunk( &mut self, graph: &EinsumGraph, chunk_inputs: Vec<Self::Tensor>, metadata: &ChunkMetadata, ) -> Result<StreamResult<Self::Tensor>, Self::Error>

Execute graph on a single chunk with metadata

Provided Methods

fn recommend_chunk_size( &self, graph: &EinsumGraph, available_memory_mb: usize, ) -> usize

Get recommended chunk size based on available memory

fn estimate_chunk_memory(&self, graph: &EinsumGraph, chunk_size: usize) -> usize

Estimate memory usage per chunk

Implementors