Function chunk_text 

pub fn chunk_text(text: &str, config: &ChunkConfig) -> Vec<TextChunk>

Split text into overlapping chunks.

Uses word boundaries to avoid splitting mid-word.

Examples

use sc::embeddings::chunking::{chunk_text, ChunkConfig};

let config = ChunkConfig::default();
let chunks = chunk_text("This is a test.", &config);
assert_eq!(chunks.len(), 1);
assert_eq!(chunks[0].text, "This is a test.");