Struct MultiScaleTokenizer 

pub struct MultiScaleTokenizer { /* private fields */ }

Multi-scale hierarchical tokenizer

Processes signals at multiple temporal resolutions:

• Level 0: Full resolution (finest details)
• Level 1: 2x downsampled
• Level 2: 4x downsampled
• …

Each level captures patterns at its corresponding scale.

Implementations

impl MultiScaleTokenizer

pub fn new(input_dim: usize, embed_dim_per_level: usize) -> Self

Create a new multi-scale tokenizer with default scales

Default: 3 levels with downsample factors 1, 2, 4

pub fn with_factors( input_dim: usize, embed_dim_per_level: usize, factors: &[usize], ) -> Self

Create with custom downsample factors

pub fn with_pool_method(self, method: PoolMethod) -> Self

Set pooling method

pub fn with_upsample_method(self, method: UpsampleMethod) -> Self

Set upsampling method

pub fn num_levels(&self) -> usize

Get number of levels

pub fn total_embed_dim(&self) -> usize

Get total embedding dimension across all levels

pub fn encode_level( &self, signal: &Array1<f32>, level: usize, ) -> TokenizerResult<Array1<f32>>

Encode at a specific level

pub fn decode_level( &self, embedding: &Array1<f32>, level: usize, ) -> TokenizerResult<Array1<f32>>

Decode at a specific level

pub fn encode_all( &self, signal: &Array1<f32>, ) -> TokenizerResult<Vec<Array1<f32>>>

Encode all levels and concatenate embeddings

pub fn decode_all( &self, embeddings: &[Array1<f32>], ) -> TokenizerResult<Array1<f32>>

Decode all levels and combine

pub fn encode_concat( &self, signal: &Array1<f32>, ) -> TokenizerResult<Array1<f32>>

Get concatenated encoding (all levels flattened)

Trait Implementations

impl Clone for MultiScaleTokenizer

fn clone(&self) -> MultiScaleTokenizer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MultiScaleTokenizer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl SignalTokenizer for MultiScaleTokenizer

fn encode(&self, signal: &Array1<f32>) -> TokenizerResult<Array1<f32>>

Encode a continuous signal into tokens/embeddings

fn decode(&self, tokens: &Array1<f32>) -> TokenizerResult<Array1<f32>>

Decode tokens/embeddings back to continuous signal

fn embed_dim(&self) -> usize

Get the embedding dimension

fn vocab_size(&self) -> usize

Get the vocabulary size (for discrete tokenizers, 0 for continuous)