sakurs-core 0.1.2

High-performance sentence boundary detection using Delta-Stack Monoid algorithm
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Domain layer for the Delta-Stack Monoid algorithm
//!
//! This module contains the mathematical foundations and language-specific
//! logic for parallel sentence boundary detection using monoid structures.

pub mod adapters;
pub mod cross_chunk;
pub mod enclosure;
pub mod enclosure_suppressor;
pub mod error;
pub mod language;
pub mod monoid;
pub mod prefix_sum;
pub mod reduce;
pub mod traits;
pub mod types;

// Re-export adapter
pub use adapters::LanguageRulesAdapter;

// Re-export from other modules
pub use enclosure::*;
pub use monoid::*;
pub use prefix_sum::*;
pub use reduce::*;
pub use types::*;

// Re-export language module (contains original BoundaryContext, BoundaryDecision)
pub use language::*;

// Re-export new traits with aliases to avoid conflicts
pub use traits::{
    BoundaryAnalyzer,
    BoundaryCandidateInfo,
    // Use aliases for conflicting types
    BoundaryContext as TraitBoundaryContext,
    BoundaryDecision as TraitBoundaryDecision,
    BoundaryMarkerType,
    CharacterClass,
    CharacterClassifier,
    LanguageSpecificRules,
    QuoteBehavior,
    QuoteType,
    RejectionReason,
};