Struct NeuralDecoder 

pub struct NeuralDecoder { /* private fields */ }

Neural decoder for model decompression

Implementations

impl NeuralDecoder

pub fn new(config: DecoderConfig, codebooks: LayerCodebook) -> Self

Create a new decoder with codebooks

pub fn decode_tensor(&self, encoded: &EncodedTensor) -> Result<DecodedTensor>

Decode an encoded tensor

pub fn decode_tensors( &self, encoded: &[EncodedTensor], ) -> Result<Vec<DecodedTensor>>

Decode multiple tensors

pub fn decode_streaming<'a>( &'a self, encoded: &'a EncodedTensor, chunk_size: usize, ) -> impl Iterator<Item = Result<Vec<f32>>> + 'a

Decode with streaming (yields chunks)

pub fn config(&self) -> &DecoderConfig

Get decoder configuration

pub fn estimate_throughput(&self, stats: &DecodingStats) -> f32

Estimate decode throughput in GB/s

Trait Implementations

impl Debug for NeuralDecoder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.