unobtanium-segmenter 0.5.2

A text segmentation toolbox for search applications inspired by charabia and tantivy.
Documentation
// SPDX-FileCopyrightText: 2026 Slatian
//
// SPDX-License-Identifier: LGPL-3.0-only

//! Things that add more metadata to tokens.
//!
//! Sometimes these are prerequisites for other segmenters/normalizers.
//!
//! Keep in mind that the order in the chain where they are inserted matters.

mod augmenter;
mod classify;
mod detect_language;
mod detect_script;

pub use augmenter::Augmenter;
pub use classify::AugmentationClassify;
pub use detect_language::AugmentationDetectLanguage;
pub use detect_script::AugmentationDetectScript;