language-text-analysis 0.1.0

Small, deterministic multilingual text-analysis pipeline for search and document processing
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

#![doc = include_str!("../README.md")]

mod analyzer;
mod language;
mod normalize;
mod stopwords;
mod term;
mod tokenize;

pub use analyzer::{
    Analyzer,
    AnalyzerBuilder,
    StopWordPolicy,
};
pub use language::Language;
pub use term::Term;

#[cfg(test)]
mod tests;