pub struct RlmChunker;Expand description
Semantic chunker facade — delegates to focused submodules.
Implementations§
Source§impl RlmChunker
impl RlmChunker
pub fn detect_content_type(content: &str) -> ContentType
pub fn get_processing_hints(ct: ContentType) -> &'static str
pub fn estimate_tokens(text: &str) -> usize
pub fn chunk(content: &str, options: Option<ChunkOptions>) -> Vec<Chunk>
pub fn select_chunks(chunks: &[Chunk], max_tokens: usize) -> Vec<Chunk>
pub fn reassemble(chunks: &[Chunk]) -> String
pub fn compress( content: &str, max_tokens: usize, options: Option<ChunkOptions>, ) -> String
Auto Trait Implementations§
impl Freeze for RlmChunker
impl RefUnwindSafe for RlmChunker
impl Send for RlmChunker
impl Sync for RlmChunker
impl Unpin for RlmChunker
impl UnsafeUnpin for RlmChunker
impl UnwindSafe for RlmChunker
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more