sakurs-core 0.1.2

High-performance sentence boundary detection using Delta-Stack Monoid algorithm
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

//! Overlap-based chunking with cross-chunk pattern detection
//!
//! This module provides an overlap-based chunking system that can detect and handle
//! patterns (like contractions and possessives) that span chunk boundaries.

mod manager;
mod processor;
mod types;

// Re-export public types
pub use manager::{OverlapChunkConfig, OverlapChunkManager, StateTrackerConfig};
pub use processor::OverlapProcessor;
pub use types::{
    BoundaryAdjustment, ChunkTransitionState, OverlapResult, PartialPattern, PatternType,
    ProcessedChunk, SuppressionMarker, SuppressionReason,
};