Struct MarkdownTextSplitter 

pub struct MarkdownTextSplitter { /* private fields */ }

Markdown-aware text splitter

Splits markdown documents while respecting header hierarchy. HYBRID: Simple by default, powerful when needed.

Simple Usage (Default)

use vecstore::text_splitter::{MarkdownTextSplitter, TextSplitter};

// Just works - splits on markdown boundaries
let splitter = MarkdownTextSplitter::new(500, 50);
let chunks = splitter.split_text("# Title\n\nContent...")?;

Advanced Usage (Optional)

use vecstore::text_splitter::{MarkdownTextSplitter, TextSplitter};

// Preserve header context in each chunk
let splitter = MarkdownTextSplitter::new(500, 50)
    .with_preserve_headers(true);
let chunks = splitter.split_text("# Title\n## Section\nContent...")?;

Implementations

impl MarkdownTextSplitter

pub fn new(chunk_size: usize, chunk_overlap: usize) -> Self

Create a new markdown splitter (simple, just works)

pub fn with_preserve_headers(self, preserve: bool) -> Self

Preserve header context in chunks (advanced, opt-in)

Trait Implementations

impl TextSplitter for MarkdownTextSplitter

fn split_text(&self, text: &str) -> Result<Vec<String>>

Split text into chunks

fn split_with_metadata(&self, text: &str) -> Result<Vec<TextChunk>>

Split text into chunks with metadata (position, length, etc.)