Struct LongTextHandler 

pub struct LongTextHandler<P: EmbeddingProvider> { /* private fields */ }

Long text embedding handler

Implementations

impl<P: EmbeddingProvider> LongTextHandler<P>

pub fn new( provider: P, model_config: EmbeddingModelConfig, chunking_strategy: ChunkingStrategy, ) -> Self

Create a new long text handler

pub fn truncate_text(&self, text: &str) -> Result<String>

Truncate text to maximum context window size

pub fn chunk_text( &self, text: &str, chunk_size: usize, overlap: usize, ) -> Result<Vec<String>>

Chunk text into pieces

pub async fn process_embeddings(&self, text: &str) -> Result<Vec<f32>>

Process embedding vectors