unobtanium-segmenter 0.5.2

A text segmentation toolbox for search applications inspired by charabia and tantivy.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13

// SPDX-FileCopyrightText: 2026 Slatian
//
// SPDX-License-Identifier: LGPL-3.0-only

//! Helpers for applying segmentation, augmentation and normalization to iterators of tokens.

mod augmenter;
mod segmenter;
mod start_segmentation_chain;

pub use augmenter::ChainAugmenter;
pub use segmenter::ChainSegmenter;
pub use start_segmentation_chain::StartSegmentationChain;